-- Logs begin at Thu 2022-07-07 09:43:04 UTC, end at Thu 2022-07-07 10:44:06 UTC. -- Jul 07 10:17:29.382312 dv-cinder-822821-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 10:17:32.045255 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.common.config [-] Logging enabled! Jul 07 10:17:32.045846 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 07 10:17:32.046024 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103762) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 07 10:17:32.049387 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.common.config [-] Logging enabled! Jul 07 10:17:32.049642 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 07 10:17:32.049951 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103762) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 07 10:17:32.050882 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 10:17:32.051114 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 10:17:32.051473 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 10:17:32.051716 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 10:17:32.051961 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 10:17:32.052372 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.052669 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.053154 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.053451 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.053741 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.054027 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.054315 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.054613 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.054897 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.055175 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.055455 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.055685 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.056000 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.056288 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.056574 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.056796 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] debug = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.057075 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.057506 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.057894 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.058174 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.058462 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.058738 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.059007 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.059280 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.059560 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.059921 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] host = dv-cinder-822821-4-iscsi {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.060199 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.060485 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.060771 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.061057 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.061331 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.061604 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.061886 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.062155 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.062423 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.062693 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.062980 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.063265 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.063552 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.063802 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.064029 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.064858 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.065151 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.065426 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.065698 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.065969 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.066238 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.066508 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.066770 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.067055 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.067340 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.067624 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.067932 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.068203 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.068471 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.068741 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.069023 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.069292 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.069562 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.069831 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.070116 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.070383 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.070653 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.070950 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.071232 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.071512 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.071821 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.072094 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.072373 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.072642 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.072909 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.073177 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] use_json = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.073444 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.073711 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.073991 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.074258 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.074531 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.074798 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.075063 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.075344 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.075615 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:32.075934 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.076230 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.076526 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.076807 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.077109 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.077388 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.077676 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.077951 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.078236 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.078523 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.078809 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.079084 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.079383 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.079672 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.080048 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.080838 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.081132 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.081421 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.081693 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.081965 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.082235 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.082509 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.082790 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.083067 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.083354 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.083641 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.083942 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.084237 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.084522 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.084803 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.085097 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.085386 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.085655 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.085931 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.086221 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.086497 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.086767 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.087053 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.087327 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.087594 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.087900 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.088193 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.088481 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.088749 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.089023 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.089309 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.089584 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.089851 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.090118 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.090390 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.090656 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.090933 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.091202 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.091470 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.091735 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.092027 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.092296 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.092563 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.092834 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.093099 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.093372 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.093636 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.093901 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.094167 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.094437 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.094701 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.094966 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.095230 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.095500 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.095814 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.096086 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.096354 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.096621 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.096891 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.097184 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.097456 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.097730 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.098003 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.098278 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.098551 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.098823 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.099095 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.099368 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.099634 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.099949 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.100230 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.100510 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.100791 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.101065 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.101385 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.101659 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.101935 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.102215 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.102492 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.102768 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.103049 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.103331 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.103624 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.103946 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.104227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.104525 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.104817 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.105108 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.105388 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.105694 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.105973 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:32.106189 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 10:17:32.106424 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103762) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 10:17:32.402464 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 07 10:17:32.402742 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 07 10:17:32.403044 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 07 10:17:32.403371 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 10:17:32.807389 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.807595 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.807874 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.810756 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.811033 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.811295 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.863378 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.863651 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.863941 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.878649 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.878927 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.879194 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.908882 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.909159 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.909424 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.945439 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.945717 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:32.945985 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.173300 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.174405 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.174405 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.174602 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.175290 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.272959 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.273276 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.273559 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.273830 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.274094 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.274400 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.274655 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.274906 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.275156 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.275432 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.275686 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.275971 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.276224 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.276470 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.276722 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.276984 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.277236 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.277505 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.277775 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.278036 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.278309 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.278561 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.278843 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.279217 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.279466 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.279710 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.280124 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:33.280362 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:33.280597 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:33.280832 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:33.281071 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:33.281304 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:33.281666 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 10:17:33.284779 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 10:17:33.288687 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 10:17:33.292452 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 07 10:17:33.294070 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 10:17:33.294671 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 10:17:33.295007 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 10:17:33.295388 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 10:17:33.298178 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 10:17:33.298430 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 10:17:33.299297 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 10:17:33.304645 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 07 10:17:33.327707 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 10:17:33.328183 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.328478 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103762) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 07 10:17:33.328845 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.330214 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103762) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 10:17:33.330486 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 10:17:33.330725 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 10:17:33.334150 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.334434 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:33.479433 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 10:17:33.479610 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 10:17:33.479863 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 10:17:33.480237 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 10:17:33.534117 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO dbcounter [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Registered counter for database neutron Jul 07 10:17:33.554460 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_db.sqlalchemy.engines [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103762) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 10:17:33.561185 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writer thread running {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 10:17:34.098750 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing driver for type 'gre' Jul 07 10:17:34.099250 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] gre ID ranges: [(1, 1000)] Jul 07 10:17:34.152658 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing driver for type 'local' Jul 07 10:17:34.153055 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing driver for type 'vlan' Jul 07 10:17:34.168106 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] VlanTypeDriver initialization complete Jul 07 10:17:34.168433 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing driver for type 'vxlan' Jul 07 10:17:34.168905 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] vxlan ID ranges: [(1, 1000)] Jul 07 10:17:34.223212 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing extension driver 'port_security' Jul 07 10:17:34.223844 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] PortSecurityExtensionDriver initialization complete Jul 07 10:17:34.223931 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing mechanism driver 'openvswitch' Jul 07 10:17:34.224264 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing mechanism driver 'hyperv' Jul 07 10:17:34.230999 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:17:34.231675 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.232077 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.232433 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.232940 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 10:17:34.233365 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.233722 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.234069 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.234464 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 10:17:34.234873 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.235227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.235600 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.236016 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 10:17:34.236423 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.236773 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.237118 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.237507 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 10:17:34.237916 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.238261 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.238600 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.238991 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 10:17:34.239401 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.239762 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.240112 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.240500 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 07 10:17:34.240950 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] ML2 OVO RPC backend initialized. {{(pid=103762) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 07 10:17:34.241661 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.242016 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.242530 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.242966 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > networks before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.243529 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.244133 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > ports before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.244722 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.245320 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.245925 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.246533 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.247121 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.247721 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.248350 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.248936 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.249529 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.250130 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.250731 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.261114 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded quota_driver: . Jul 07 10:17:34.261671 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.plugin [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Modular L2 Plugin initialization complete Jul 07 10:17:34.261895 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading services supported by the core plugin {{(pid=103762) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 10:17:34.262273 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.plugins.ml2.managers [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Got port-security extension from driver 'port_security' Jul 07 10:17:34.262846 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.extensions.vlantransparent [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Disabled vlantransparent extension. Jul 07 10:17:34.263372 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103762) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 10:17:34.263720 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: router Jul 07 10:17:34.306789 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.307192 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_create 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.307565 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router before_create 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.308091 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.308477 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.308833 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_delete 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.309203 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.309566 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.309921 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_create 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.310270 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_update 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.310620 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_update 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.310970 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.311328 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_update 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.311759 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.312138 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.312479 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.312818 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: subnet after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.313158 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.313509 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.313857 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.314713 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.315059 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.315415 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router after_update 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.315775 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.316134 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.316497 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.316844 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.317209 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > agent after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.317561 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.317911 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.318778 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Tracking information for resource: router configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:34.319111 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Tracking information for resource: floatingip configured {{(pid=103762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 10:17:34.323916 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.db.l3_agentschedulers_db [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 10:17:34.324491 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.324853 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.325210 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.325561 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.326351 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router before_create 55550100 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.326721 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.327088 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.327452 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.332840 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.provider_configuration [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service providers = [] {{(pid=103762) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 10:17:34.333206 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.db.servicetype_db [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103762) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 10:17:34.336182 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.service_base [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 10:17:34.336529 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.service_base [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 10:17:34.336869 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.service_base [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 10:17:34.337931 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.services.service_base [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 10:17:34.338306 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.services.service_base [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 10:17:34.338691 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.339012 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 10:17:34.349456 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.349746 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: auto_allocate Jul 07 10:17:34.355446 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: network precommit_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.355833 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: network precommit_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.356351 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.356673 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: tag Jul 07 10:17:34.363498 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.363863 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: timestamp Jul 07 10:17:34.367657 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.368016 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: network_ip_availability Jul 07 10:17:34.373479 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.373853 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.374213 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.374928 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.375252 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: flavors Jul 07 10:17:34.380720 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.381050 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading Plugin: revisions Jul 07 10:17:34.385317 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 10:17:34.385711 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_concurrency.lockutils [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.983s {{(pid=103762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 07 10:17:34.386449 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103762) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 07 10:17:34.386789 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Initializing extension manager. Jul 07 10:17:34.387314 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: __init__.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.387657 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: __pycache__ {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.388024 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: address_group.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.388779 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.389353 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: address-group Jul 07 10:17:34.389681 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: address_scope.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.390400 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.390917 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: address-scope Jul 07 10:17:34.391240 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.392187 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.393251 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: router-admin-state-down-before-update Jul 07 10:17:34.393574 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: agent.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.394274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.394784 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: agent Jul 07 10:17:34.395104 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: agent_resources_synced.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.396045 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.396561 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: agent-resources-synced Jul 07 10:17:34.396884 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.398701 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.399233 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: allowed-address-pairs Jul 07 10:17:34.399560 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.400649 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.401172 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: auto-allocated-topology Jul 07 10:17:34.401501 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: availability_zone.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.402206 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.402721 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: availability_zone Jul 07 10:17:34.403047 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: availability_zone_filter.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.403993 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.404513 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: availability_zone_filter Jul 07 10:17:34.404837 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: data_plane_status.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.405756 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.406265 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 10:17:34.406589 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: default_subnetpools.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.407499 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.408070 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: default-subnetpools Jul 07 10:17:34.408397 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.409208 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.409724 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: dhcp_agent_scheduler Jul 07 10:17:34.410048 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: dns.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.410969 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.411478 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 10:17:34.411822 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: dns_domain_ports.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.412741 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.413257 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 10:17:34.413582 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.414502 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.415012 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 10:17:34.415332 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: dvr.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.416033 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.416546 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: dvr Jul 07 10:17:34.416866 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: ecmp_routes.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.417783 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.418312 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 07 10:17:34.418633 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: empty_string_filtering.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.419578 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.420118 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: empty-string-filtering Jul 07 10:17:34.420439 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.421348 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.421857 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 10:17:34.422176 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.423089 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.423833 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 10:17:34.424165 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: external_net.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.425081 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.425595 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: external-net Jul 07 10:17:34.425916 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.426833 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.427343 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: extra_dhcp_opt Jul 07 10:17:34.427664 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: extraroute.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.428860 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.429370 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: extraroute Jul 07 10:17:34.429692 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: extraroute_atomic.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.430713 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.431230 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: extraroute-atomic Jul 07 10:17:34.431555 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: filter_validation.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.432250 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.432758 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: filter-validation Jul 07 10:17:34.433081 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: fip_pf_description.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.433999 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.434504 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 10:17:34.434823 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: fip_pf_port_range.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.435765 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.436264 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 07 10:17:34.436589 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: fip_port_details.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.437510 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.438021 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: fip-port-details Jul 07 10:17:34.438343 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: flavors.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.440119 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.440637 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: flavors Jul 07 10:17:34.440964 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.442597 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.443129 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 10:17:34.443460 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: floatingip_pools.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.444188 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.444708 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: floatingip-pools Jul 07 10:17:34.445031 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: ip_allocation.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.445951 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.446480 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 10:17:34.446789 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.447705 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.448249 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: ip-substring-filtering Jul 07 10:17:34.448576 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l2_adjacency.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.449520 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.450033 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 10:17:34.450359 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.451315 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.451872 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: router Jul 07 10:17:34.452202 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.454413 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.455551 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 10:17:34.455924 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.456849 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.457369 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: ext-gw-mode Jul 07 10:17:34.457699 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.458622 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.459144 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: l3-ha Jul 07 10:17:34.459470 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.460400 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.460909 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 07 10:17:34.461233 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_flavors.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.462147 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.462663 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: l3-flavors Jul 07 10:17:34.462988 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.464394 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.464923 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 07 10:17:34.465254 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.466175 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.466699 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 10:17:34.467027 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: l3agentscheduler.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.468210 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.468734 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: l3_agent_scheduler Jul 07 10:17:34.469071 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: local_ip.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.470886 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.471416 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension local_ip not supported by any of loaded plugins Jul 07 10:17:34.471777 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: logging.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.473263 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.473795 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension logging not supported by any of loaded plugins Jul 07 10:17:34.474131 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: metering.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.474874 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.475460 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: metering Jul 07 10:17:34.475810 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.476897 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.477424 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: metering_source_and_destination_fields Jul 07 10:17:34.477754 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: multiprovidernet.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.478674 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.479195 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: multi-provider Jul 07 10:17:34.479522 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: netmtu.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.480472 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.480988 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: net-mtu Jul 07 10:17:34.481313 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: netmtu_writable.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.482232 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.482747 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: net-mtu-writable Jul 07 10:17:34.483071 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: network_availability_zone.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.483767 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.484274 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: network_availability_zone Jul 07 10:17:34.484598 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: network_ip_availability.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.485701 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.486248 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: network-ip-availability Jul 07 10:17:34.486577 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: network_segment_range.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.487347 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.487889 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 10:17:34.488215 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: pagination.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.489203 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.489534 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: pagination Jul 07 10:17:34.489855 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: port_device_profile.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.490769 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.491284 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: port-device-profile Jul 07 10:17:34.491608 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: port_mac_address_override.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.492560 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.493074 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: port-mac-override Jul 07 10:17:34.493397 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.494317 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.494828 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: port-mac-address-regenerate Jul 07 10:17:34.495150 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.496100 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.496616 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: port-numa-affinity-policy Jul 07 10:17:34.496942 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: port_resource_request.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.497854 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.498363 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 10:17:34.498683 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.499667 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.500205 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 07 10:17:34.500529 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: portbindings.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.501459 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.502508 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: binding Jul 07 10:17:34.502834 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: portbindings_extended.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.504130 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.504656 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: binding-extended Jul 07 10:17:34.504983 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: portsecurity.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.505901 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.506423 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: port-security Jul 07 10:17:34.506750 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: project_id.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.507730 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.508083 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: project-id Jul 07 10:17:34.508406 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: providernet.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.509336 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.509853 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: provider Jul 07 10:17:34.510177 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.515234 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.515773 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos not supported by any of loaded plugins Jul 07 10:17:34.516108 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.517914 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.518443 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 10:17:34.518776 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.519720 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.520272 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 10:17:34.520600 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_default.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.521520 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.522038 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-default not supported by any of loaded plugins Jul 07 10:17:34.522365 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_fip.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.523285 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.523833 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 10:17:34.524160 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.525076 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.525585 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 07 10:17:34.525910 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.526831 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.527345 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 10:17:34.527670 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.528615 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.529124 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 10:17:34.529459 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.531052 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.531052 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 07 10:17:34.531313 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.532366 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.532902 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 07 10:17:34.533229 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_pps_rule.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.534396 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.534917 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-pps not supported by any of loaded plugins Jul 07 10:17:34.535244 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.536200 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.536717 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 10:17:34.537041 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.537966 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.538480 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 07 10:17:34.538805 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: qos_rules_alias.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.539892 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.540407 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 10:17:34.540728 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: quota_check_limit.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.541644 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.542162 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: quota-check-limit Jul 07 10:17:34.542485 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: quotasv2.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.543442 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.543791 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: quotas Jul 07 10:17:34.544117 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: quotasv2_detail.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.545815 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.546154 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: quota_details Jul 07 10:17:34.546481 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: rbac.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.547567 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.548131 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: rbac-policies Jul 07 10:17:34.548462 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: rbac_address_group.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.549434 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.549954 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: rbac-address-group Jul 07 10:17:34.550282 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: rbac_address_scope.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.551220 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.551736 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: rbac-address-scope Jul 07 10:17:34.552085 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: rbac_security_groups.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.553335 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.553859 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: rbac-security-groups Jul 07 10:17:34.554187 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.555111 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.555627 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: rbac-subnetpool Jul 07 10:17:34.555985 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: revisionifmatch.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.556919 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.557438 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: revision-if-match Jul 07 10:17:34.557765 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: revisions.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.558883 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.559405 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: standard-attr-revisions Jul 07 10:17:34.559733 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: router_availability_zone.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.560439 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.560956 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: router_availability_zone Jul 07 10:17:34.561281 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: routerservicetype.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.562395 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.562915 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 10:17:34.563240 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.564705 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.565222 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: security-groups-normalized-cidr Jul 07 10:17:34.565547 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.566489 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.567010 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: port-security-groups-filtering Jul 07 10:17:34.567333 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.568292 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.568811 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: security-groups-remote-address-group Jul 07 10:17:34.569136 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.570087 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.570604 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: security-groups-shared-filtering Jul 07 10:17:34.570928 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: securitygroup.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.581207 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.581742 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: security-group Jul 07 10:17:34.582080 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: segment.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.582812 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.583336 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension segment not supported by any of loaded plugins Jul 07 10:17:34.583665 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.584641 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.585163 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 10:17:34.585489 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: servicetype.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.586595 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.587127 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: service-type Jul 07 10:17:34.587456 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: sorting.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.588478 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.588815 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: sorting Jul 07 10:17:34.589142 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: standard_attr_segment.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.590064 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.590596 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 10:17:34.590920 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: standardattrdescription.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.591580 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.592128 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: standard-attr-description Jul 07 10:17:34.592451 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: stateful_security_group.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.593399 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.593919 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: stateful-security-group Jul 07 10:17:34.594243 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: stdattrs_common.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.594842 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 10:17:34.595168 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.596170 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.596701 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 10:17:34.597027 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: subnet_onboard.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.598106 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.598631 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: subnet_onboard Jul 07 10:17:34.598959 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.599972 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.600454 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 10:17:34.600783 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: subnet_service_types.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.601715 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.602233 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: subnet-service-types Jul 07 10:17:34.602558 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: subnetallocation.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.603632 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.604174 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: subnet_allocation Jul 07 10:17:34.604499 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.605176 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.605690 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: subnetpool-prefix-ops Jul 07 10:17:34.606015 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.606951 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.607468 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 10:17:34.607814 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: tagging.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.608871 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.609399 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: standard-attr-tag Jul 07 10:17:34.609730 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: timestamp.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.610943 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.611481 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loaded extension: standard-attr-timestamp Jul 07 10:17:34.611828 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: trunk.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.612868 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.613389 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension trunk not supported by any of loaded plugins Jul 07 10:17:34.613714 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: trunk_details.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.614637 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.615155 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 10:17:34.615479 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.616434 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.616953 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 10:17:34.617274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Loading extension file: vlantransparent.py {{(pid=103762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 07 10:17:34.617943 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 07 10:17:34.618457 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 10:17:34.621043 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:network Jul 07 10:17:34.621565 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:subnet Jul 07 10:17:34.621970 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 10:17:34.622370 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:port Jul 07 10:17:34.623617 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.624087 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service FLAVORS assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.624709 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.625152 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.625483 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:router Jul 07 10:17:34.625914 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 10:17:34.626404 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service METERING assigned prefix: /metering {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.628392 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.628766 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.629120 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:17:34.630110 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 10:17:34.630562 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:security_group Jul 07 10:17:34.630997 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 10:17:34.631601 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service CORE assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.631965 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 10:17:34.632323 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] subnetpool is already registered Jul 07 10:17:34.632742 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service CORE assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.633064 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 10:17:34.633395 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] subnetpool is already registered Jul 07 10:17:34.635675 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.636137 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service FLAVORS assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.636733 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.637154 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.637491 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:router Jul 07 10:17:34.637831 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] router is already registered Jul 07 10:17:34.638259 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 10:17:34.638595 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] floatingip is already registered Jul 07 10:17:34.639054 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service METERING assigned prefix: /metering {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.639736 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 10:17:34.640083 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] rbac_policy is already registered Jul 07 10:17:34.640497 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:security_group Jul 07 10:17:34.640831 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] security_group is already registered Jul 07 10:17:34.641246 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 10:17:34.641580 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] security_group_rule is already registered Jul 07 10:17:34.642195 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service CORE assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.643065 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 10:17:34.643402 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] subnetpool is already registered Jul 07 10:17:34.643844 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.v2.resource_helper [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Service CORE assigned prefix: {{(pid=103762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 10:17:34.644170 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 10:17:34.644502 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING neutron.quota.resource_registry [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] subnetpool is already registered Jul 07 10:17:34.644971 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: extensions {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.646387 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: address-groups {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.647904 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: address-scopes {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.649236 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: agents {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.650394 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: auto-allocated-topology {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.651629 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: availability_zones {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.652872 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: dhcp-networks {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.654364 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: dhcp-agents {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.655816 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: routers {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.657539 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: flavors {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.659323 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: service_profiles {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.660554 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: next_providers {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.661995 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: service_profiles {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.663519 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: floatingip-pools {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.664780 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: routers {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.666485 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: floatingips {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.667781 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: l3-routers {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.669160 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: l3-agents {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.670574 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: metering-labels {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.671877 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: metering-label-rules {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.674734 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: network-ip-availabilities {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.676018 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: bindings {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.677584 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: quotas {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.679488 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: quotas {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.681069 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: rbac-policies {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.682266 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: security-groups {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.683564 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: security-group-rules {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.684840 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: service-providers {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.686051 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: subnetpools {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.687391 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: subnetpools {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.688959 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.690689 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.692532 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.694311 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.696021 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.697952 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.699653 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.701570 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.703324 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.705633 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron.api.extensions [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Extended resource: tags {{(pid=103762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 10:17:34.711654 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING keystonemiddleware.auth_token [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 10:17:34.716679 dv-cinder-822821-4-iscsi neutron-server[103762]: WARNING keystonemiddleware.auth_token [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 10:17:34.725951 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_concurrency.lockutils [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Acquired lock "singleton_lock" {{(pid=103762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 07 10:17:34.726431 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_concurrency.lockutils [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Releasing lock "singleton_lock" {{(pid=103762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 07 10:17:34.727066 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Starting 2 workers Jul 07 10:17:34.731857 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Started child 103871 {{(pid=103762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 10:17:34.736247 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Started child 103872 {{(pid=103762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 10:17:34.737428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:34.738063 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO neutron.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 10:17:34.738485 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:34.738911 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [-] (103871) wsgi starting up on http://0.0.0.0:9696 Jul 07 10:17:34.741011 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Starting 1 workers Jul 07 10:17:34.741186 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:34.742478 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [-] (103872) wsgi starting up on http://0.0.0.0:9696 Jul 07 10:17:34.746184 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Started child 103873 {{(pid=103762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 10:17:34.746720 dv-cinder-822821-4-iscsi neutron-server[103762]: INFO oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Starting 1 workers Jul 07 10:17:34.750030 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] calling RpcWorker wait() {{(pid=103873) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 10:17:34.750556 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] returning from RpcWorker wait() {{(pid=103873) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 10:17:34.751103 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Started child 103874 {{(pid=103762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 10:17:34.752007 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7be5f61-7a10-4116-bbe9-e5c1630d13f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:34.752107 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:34.752585 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:17:34.753960 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 10:17:34.754176 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 10:17:34.754366 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 10:17:34.754605 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 10:17:34.754912 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 10:17:34.755079 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 10:17:34.755591 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.755871 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.756127 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.756215 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:34.756657 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.756993 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.757274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.757527 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.757806 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.758064 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.758238 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.758407 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.758667 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.758924 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.759241 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.759507 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.759786 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.760067 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.760244 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.760512 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.760773 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.761022 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.761326 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] debug = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.761610 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.762097 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.762346 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.762612 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.762861 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.763128 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.763360 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.763622 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.763899 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.764135 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.764385 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.764652 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.764894 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.765125 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.765342 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.765636 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.765873 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.766375 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] host = dv-cinder-822821-4-iscsi {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.766615 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.766835 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.767081 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.767865 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.768128 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.768345 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.768614 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.768860 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.769107 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.769352 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.769608 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.769858 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.770108 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.770364 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.770513 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_options = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.770774 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.771030 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.771306 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.771507 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.771678 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.771868 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.772128 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.772293 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.772537 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.772772 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.772988 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.773220 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.773439 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.773683 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.773952 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.774172 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.774423 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.774653 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.774909 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.775133 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.775379 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.775604 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.775876 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.776110 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.776318 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.776532 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.776780 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.777026 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778251 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778251 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778251 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778251 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778751 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:17:34.778883 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778883 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778883 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.778883 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.779359 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.779359 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.779596 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.779875 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.780068 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.780322 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.780539 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.781572 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.781572 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.781572 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.781572 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_json = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.781572 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.784717 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.784717 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.785014 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.785335 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.785502 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.785990 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.786385 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.786782 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.787217 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.787630 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.788131 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.788555 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.789534 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.789997 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.790434 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.790940 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.791596 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.791596 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.791888 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.791975 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.792179 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.792418 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.792701 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.793389 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.793634 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.793894 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.794121 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.794442 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.794702 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.794983 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.795316 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.795588 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.795858 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.796117 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.796361 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.796610 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.796835 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.797318 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.797738 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.798170 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.798653 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.799103 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.799531 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.799978 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.800372 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.800812 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.801232 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.801692 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.802121 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.802538 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.803195 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.803584 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.803990 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.804445 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.804869 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.805261 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.805680 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.806081 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.806584 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.807142 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.807839 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.808263 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.808716 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.809112 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.809525 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.809927 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.810336 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.810717 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.811149 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.811557 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.811988 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.812392 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.812761 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.813144 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.813532 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.813937 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.814338 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.814716 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.815090 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.815448 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.815827 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.816215 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.816589 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.816816 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.817038 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.817269 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.817497 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.817717 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.817931 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.818339 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.818559 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.818878 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.819142 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.819434 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.819849 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.820112 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.820343 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.820617 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.820844 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.821087 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.821304 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.821556 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.821943 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.822198 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.822431 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.822690 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.822933 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.823163 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.823389 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.823621 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.823871 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.824139 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.824383 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.824654 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.824892 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.825150 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.825394 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.825653 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.825892 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.826170 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.826429 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.826734 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.826952 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.827226 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.827517 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.827839 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.828077 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.828313 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.828565 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.828823 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.830274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.830274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.830274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.830274 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.830612 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.830776 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.831000 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.831221 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.831458 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.831825 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.832067 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.832315 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.832535 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.832815 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.833071 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.833578 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.833578 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.833835 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.834045 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.834309 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.834710 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.834963 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.835199 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.835456 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.835675 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.835938 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.836176 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.836418 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.836658 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.836866 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.837131 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.837346 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.837574 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.837792 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.838011 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.838425 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.838857 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.839271 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.839695 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.839966 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.840198 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.840424 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.840661 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.841069 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.841331 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.841557 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.841838 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.842090 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.842330 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.842759 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.843175 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.843453 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.843675 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.843943 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.844323 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.844540 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.844782 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.845009 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.845228 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.845516 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.846260 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.846509 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.846771 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.847023 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.847370 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.847626 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.847877 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.848273 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.848528 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.848749 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.848970 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.849191 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.849443 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.849664 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.849912 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.850188 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.850377 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.850600 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.850819 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.851037 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.851326 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.851549 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.851832 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.852055 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.852299 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.852520 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.852740 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.852979 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.853193 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.853408 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.853626 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.853840 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.854052 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.854345 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.854619 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.854861 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.855122 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.855346 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.855569 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.856132 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.856132 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.856322 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.856491 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.856728 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.856919 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.857338 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.857543 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.857908 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.858160 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.858405 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.858622 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.858873 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.859079 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.859304 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.859531 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.859769 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.859989 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.860244 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.860461 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.860573 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:17:34.860679 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.860909 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.861153 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.861364 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.861593 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.861806 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.862024 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.862251 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.862476 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.862709 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.863011 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.863768 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.863768 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.863956 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.864025 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.864273 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.864519 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.864839 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.865061 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.865332 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.865581 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.865832 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.866061 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.866316 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.866839 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.867324 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.867774 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.868220 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.868479 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.868767 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.869054 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.869298 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.869622 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.869955 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.870238 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.870486 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.870744 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.871005 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.871234 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.871453 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.871707 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.871973 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.872196 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.872464 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.872719 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.872972 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.873206 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.873436 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.873655 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.873916 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.874129 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.874353 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.874604 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.874769 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 10:17:34.875290 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 10:17:34.875453 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 10:17:34.875608 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 10:17:34.875828 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 10:17:34.876004 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 10:17:34.876159 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 10:17:34.876373 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.876534 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.876721 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.876885 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.877083 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.877307 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.877403 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.877551 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.877861 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878046 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878194 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878354 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878511 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878675 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878834 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.878995 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.879154 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.879462 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.879801 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.879965 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.880127 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.880287 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] debug = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.880448 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.880644 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.880809 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.880970 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.881130 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.881290 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.881451 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.881653 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.881766 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882176 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882176 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882347 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882424 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882523 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882684 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882826 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.882980 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.883502 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] host = dv-cinder-822821-4-iscsi {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.883502 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.883502 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.883731 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.883731 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.883916 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884057 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884346 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884346 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884525 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884666 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884824 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.884984 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.885147 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.885303 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.885458 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_options = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.885763 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.886063 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.886360 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.886695 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.886850 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.887016 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.887177 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.887347 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.887549 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.887665 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.887928 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888044 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888130 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888295 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888459 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888614 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888776 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.888930 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.889091 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.889253 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.889405 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.889565 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.889725 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.889884 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.890043 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.890203 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.890364 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.890522 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.890681 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.890841 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891003 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891163 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891321 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891482 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891637 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891822 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.891981 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.892832 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.893138 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.893435 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.893603 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.893763 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.893923 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.894083 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.894247 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.894409 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.894569 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_json = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.894734 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.894889 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.895044 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.895352 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.895515 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.895670 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.895864 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.896009 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.896168 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 10:17:34.896349 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.896512 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.896685 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.896849 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.897016 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.897180 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.897342 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.897502 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.897665 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.897869 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898022 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898167 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898309 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898475 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898639 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898797 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.898962 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.899126 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.899291 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.899453 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.899614 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.899799 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.899972 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.900135 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.900299 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.900461 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.900624 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.900792 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.900954 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.901123 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.901301 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.901464 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.901628 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.901792 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.901954 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.902118 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.902282 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.902446 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.902610 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.902779 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.902943 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.903107 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.903271 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.903433 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.903599 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.903781 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.903947 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.904111 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.904275 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.904439 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.904602 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.904765 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.904929 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.905093 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.905258 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.905422 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.905585 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.905759 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.905922 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.906084 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.906248 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.906411 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.906573 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.906737 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.906900 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.907063 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.907227 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.907388 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.907563 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.907726 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.907955 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.908627 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.908792 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.908955 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.909117 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.909280 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.909444 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.909610 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.909757 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.909923 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.910087 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.910250 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.910413 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.910577 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.910740 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.910904 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.911067 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.911229 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.911391 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.911553 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.911715 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.911918 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.912081 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.912244 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.912409 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.912574 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.912736 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.912902 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.913065 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.913228 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.913391 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.913553 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.913717 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.913881 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.914044 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.914208 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.914370 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.914534 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.914697 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.914860 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.915021 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.915184 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.915347 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.915511 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.915673 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.915856 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.916019 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.916181 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.916344 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.916516 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.916677 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.916842 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.917004 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.917174 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.917348 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.917513 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.917677 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.917840 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918003 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918166 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918330 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918493 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918657 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918820 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.918982 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.919156 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.919319 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.919482 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.919645 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.919850 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920015 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920177 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920341 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920503 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920666 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920828 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.920993 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.921155 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.921318 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.921481 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.921645 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.921807 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.921971 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.922134 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.922297 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.922461 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.922624 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.922793 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.922958 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.923122 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.923285 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.923467 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.923632 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.923814 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.923981 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.924146 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.924310 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.924474 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.924637 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.924800 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.924964 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.925126 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.925289 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.925451 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.925614 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.925776 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.925939 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.926101 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.926265 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.926429 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.926594 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.926757 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.926922 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.927086 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.927249 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.927414 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.927577 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.928010 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.928178 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.928342 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.928506 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.928670 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.928847 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.929005 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.929188 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.929348 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.929510 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.929675 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.929839 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930001 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930163 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930326 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930488 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930651 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930815 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.930977 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.931141 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.931304 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.931466 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.931629 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.931821 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.931988 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.932179 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.932303 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.932466 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.932630 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.932797 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.932960 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.933124 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.933287 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.933450 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.933614 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.933776 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.933949 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.934112 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.934276 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.934439 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.934601 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.934768 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.934940 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.935104 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.935336 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.935431 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.935579 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.935731 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.935936 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.936085 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.936392 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.936392 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.936555 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.936709 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.936880 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.937042 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.937206 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.937368 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.937531 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.937696 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.937905 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938024 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938179 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938341 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938503 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938664 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938835 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.938998 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.939182 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.939352 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940075 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940075 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940075 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940318 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940318 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940472 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940588 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940751 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.940914 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.941089 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.941254 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.941420 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.941587 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.941751 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.941902 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.942067 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.942235 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.942408 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.942579 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.942744 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.942918 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.943090 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.943262 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.943425 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.943594 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.943785 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.943968 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.944174 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.944317 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.944443 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.944596 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.944759 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.944922 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.945127 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.945251 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.945396 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.945559 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.945722 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.945885 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.946048 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.946212 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.946376 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.946539 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.946702 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.946865 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 10:17:34.947021 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 10:17:35.053375 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 38644) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:17:35.062154 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065613 Jul 07 10:17:44.218147 dv-cinder-822821-4-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:17:46.135812 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writer thread running {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 10:17:46.166018 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccc30d-991f-4d0a-89bf-8c05aabe44be None None] get_active_networks_info from dv-cinder-822821-4-iscsi {{(pid=103873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 07 10:17:46.276997 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccc30d-991f-4d0a-89bf-8c05aabe44be None None] No non-hosted networks {{(pid=103873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 10:17:46.285535 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.agentschedulers_db [None req-7bccc30d-991f-4d0a-89bf-8c05aabe44be None None] DHCP Agent not found on host dv-cinder-822821-4-iscsi {{(pid=103873) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 07 10:17:46.348715 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8306ce05-a0e1-482c-8b86-1b1697da2eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16309722'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:47.770097 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writer thread running {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 10:17:48.225203 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1c18b79d-a1f9-46a7-8b91-402e73c4ca68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16309722'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:48.244248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e82caf48-ba74-4daf-9a0b-a338503bcc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:49.382001 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 38714) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:17:49.587657 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16309722'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:50.052387 dv-cinder-822821-4-iscsi neutron-server[103872]: WARNING oslo_policy.policy [None req-5cce11f6-4b05-437c-af30-2e7920aef530 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:17:50.053245 dv-cinder-822821-4-iscsi neutron-server[103872]: WARNING oslo_policy.policy [None req-5cce11f6-4b05-437c-af30-2e7920aef530 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:17:50.303522 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [None req-5cce11f6-4b05-437c-af30-2e7920aef530 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:17:50.320301 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5cce11f6-4b05-437c-af30-2e7920aef530 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9374800 Jul 07 10:17:51.004721 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16309722'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:51.271470 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16309722'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:51.273044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.273982 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.275720 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.276288 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.278440 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.282135 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.282503 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.282894 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.283215 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.283548 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.283922 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.284286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.284629 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.284956 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.285274 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:51.285670 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822821-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:17:51.306333 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822821-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:17:51.657385 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.db.l3_hamode_db [None req-109ef1d7-8906-4c09-86d2-31e615815c00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 10:17:51.735715 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ef1d7-8906-4c09-86d2-31e615815c00 None None] Routers set() bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:17:51.736031 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ef1d7-8906-4c09-86d2-31e615815c00 None None] Router IDs set() for agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 07 10:17:52.648273 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38750) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:17:53.157995 dv-cinder-822821-4-iscsi neutron-server[103871]: WARNING oslo_policy.policy [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:17:53.158550 dv-cinder-822821-4-iscsi neutron-server[103871]: WARNING oslo_policy.policy [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:17:53.374077 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:17:53.465376 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.policy [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 10:17:53.507109 dv-cinder-822821-4-iscsi neutron-server[103871]: WARNING oslo_policy.policy [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:17:53.507473 dv-cinder-822821-4-iscsi neutron-server[103871]: WARNING oslo_policy.policy [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:17:53.526935 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writer thread running {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 10:17:53.601107 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730036728389', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730036727881', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730036744966', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730036754940', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730036758525', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730036771423', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-560026', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-812810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16562602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16668404'] for rbac-policy (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:53.671800 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:53.673660 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9c855bd4-4376-4e57-b3ff-131a6dcdda64 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0234344 Jul 07 10:17:55.887138 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38768) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:17:56.201795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:17:56.230974 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Made reservation on behalf of 9930e234fb15434b881890a315de561e for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:17:56.235539 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.252467 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.364173 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks [] for security_group (4c0ade26-d6c2-414b-9aa1-5f79f77d1ac5), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.367528 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4c0ade26-d6c2-414b-9aa1-5f79f77d1ac5), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.388376 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:17:56.426042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730033137264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (fef6fb00-7714-421d-8c5c-4f2f5461625c), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.426583 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Unsubscribe: segment precommit_create {{(pid=103871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 10:17:56.427377 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Added segment fef6fb00-7714-421d-8c5c-4f2f5461625c of type vlan for network f0232535-1973-4581-b106-eb5859e5a046 Jul 07 10:17:56.446694 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0ade26-d6c2-414b-9aa1-5f79f77d1ac5,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:17:56.497991 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.498412 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.498750 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.499172 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.499520 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.499871 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.500212 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.500526 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.500840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.501152 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.501465 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.501792 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.502111 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.502420 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.502729 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Tracked resource versions report: Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: pushed versions: Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: { 'AddressGroup': {'1.2'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Agent': {'1.1'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'ConntrackHelper': {'1.0'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Log': {'1.0'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'NDPProxy': {'1.0'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Network': {'1.1'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Port': {'1.7'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'PortForwarding': {'1.3'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'QosPolicy': {'1.10'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroup': {'1.5'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SubPort': {'1.0'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Subnet': {'1.1'}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Trunk': {'1.1'}} Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: consumer versions: Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Agent': '1.1', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'ConntrackHelper': '1.0', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'LocalIPAssociation': '1.0', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Log': '1.0', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'NDPProxy': '1.0', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Network': '1.1', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Port': '1.7', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'PortForwarding': '1.3', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'QosPolicy': '1.10', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroup': '1.5', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroupRule': '1.2', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SubPort': '1.0', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Subnet': '1.1', Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Trunk': '1.1'}} Jul 07 10:17:56.504228 dv-cinder-822821-4-iscsi neutron-server[103871]: {{(pid=103871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:17:56.537610 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (f0232535-1973-4581-b106-eb5859e5a046), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.555328 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=48,neutron:INSERT=47,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:17:56.583379 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (f0232535-1973-4581-b106-eb5859e5a046), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.588718 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:17:56.589415 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:56.656172 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7678432 Jul 07 10:17:56.713630 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504297b3-cbed-475b-ab08-8d65f0aa8017 demo demo] Pushing event updated for resources: {'Network': ['ID=f0232535-1973-4581-b106-eb5859e5a046,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:17:56.726858 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network f0232535-1973-4581-b106-eb5859e5a046 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:17:58.923386 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38782) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:17:59.328556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fb045-2689-4a9d-8a0a-9045c3d3a973 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:17:59.329923 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-934fb045-2689-4a9d-8a0a-9045c3d3a973 demo admin] 10.222.0.16 "GET /v2.0/networks/f0232535-1973-4581-b106-eb5859e5a046 HTTP/1.1" status: 200 len: 825 time: 0.4055426 Jul 07 10:17:59.353627 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-890f855a-bef0-43a6-8f09-47c43b9ec457 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/0deef56f-ccff-4f87-9389-3d6b1a8c5d22 HTTP/1.1" status: 200 len: 734 time: 0.0180099 Jul 07 10:17:59.362090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:17:59.382978 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Made reservation on behalf of 9930e234fb15434b881890a315de561e for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:17:59.385229 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:59.603202 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:17:59.674156 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (5f29f950-a711-4dc7-9deb-5de37b44b187), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:59.744765 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5f29f950-a711-4dc7-9deb-5de37b44b187,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:17:59.751368 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Checking segment: {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:17:59.751754 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Network hostable DHCP agents. Network: f0232535-1973-4581-b106-eb5859e5a046, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:17:59.773068 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Network f0232535-1973-4581-b106-eb5859e5a046 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:17:59.783513 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, f0232535-1973-4581-b106-eb5859e5a046) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:17:59.788034 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:17:59.788626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:17:59.794074 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfdb7c2-e8b2-42ec-8f10-d56b4addc65a None None] Network f0232535-1973-4581-b106-eb5859e5a046 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:17:59.804653 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7541be6f-04da-4d6e-9c11-c29c28921cb3 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4457026 Jul 07 10:18:00.057805 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-f0232535-1973-4581-b106-eb5859e5a046', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'project_id': '9930e234fb15434b881890a315de561e', 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:18:00.059135 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:00.336706 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Allocated IP 172.20.0.2 (f0232535-1973-4581-b106-eb5859e5a046/5f29f950-a711-4dc7-9deb-5de37b44b187/e005003a-4cf7-4648-af45-9b928b72b1a4) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:18:00.348319 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:00.608060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Publish callbacks [] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:00.615988 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:00.686801 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Network f0232535-1973-4581-b106-eb5859e5a046 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:18:00.694914 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:18:00.702256 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:18:00.709298 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Pushing event updated for resources: {'Port': ['ID=e005003a-4cf7-4648-af45-9b928b72b1a4,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:00.740207 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.740561 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.740923 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.741283 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.741629 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.741962 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.742289 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.742615 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.742941 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.743264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.743589 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.743949 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.744279 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.744597 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.744917 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Tracked resource versions report: Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: pushed versions: Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: { 'AddressGroup': {'1.2'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Agent': {'1.1'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'ConntrackHelper': {'1.0'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Log': {'1.0'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'NDPProxy': {'1.0'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Network': {'1.1'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Port': {'1.7'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'PortForwarding': {'1.3'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'QosPolicy': {'1.10'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroup': {'1.5'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SubPort': {'1.0'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Subnet': {'1.1'}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Trunk': {'1.1'}} Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: consumer versions: Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Agent': '1.1', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'ConntrackHelper': '1.0', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'LocalIPAssociation': '1.0', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Log': '1.0', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'NDPProxy': '1.0', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Network': '1.1', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Port': '1.7', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'PortForwarding': '1.3', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'QosPolicy': '1.10', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroup': '1.5', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroupRule': '1.2', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SubPort': '1.0', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Subnet': '1.1', Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Trunk': '1.1'}} Jul 07 10:18:00.746367 dv-cinder-822821-4-iscsi neutron-server[103873]: {{(pid=103873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:18:00.795698 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Attempting to bind port e005003a-4cf7-4648-af45-9b928b72b1a4 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:18:00.796303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Attempting to bind port e005003a-4cf7-4648-af45-9b928b72b1a4 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:18:00.797094 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Attempting to bind port e005003a-4cf7-4648-af45-9b928b72b1a4 on network f0232535-1973-4581-b106-eb5859e5a046 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:18:00.802255 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:18:00.802632 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Checking segment: {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:18:00.803112 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:00.803505 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Bound using segment: {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:18:00.804005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Bound port: e005003a-4cf7-4648-af45-9b928b72b1a4, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:18:00.804417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:00.817399 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:00.866437 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] For port e005003a-4cf7-4648-af45-9b928b72b1a4, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:18:00.870609 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] For port e005003a-4cf7-4648-af45-9b928b72b1a4, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=e005003a-4cf7-4648-af45-9b928b72b1a4,segment=NetworkSegment(fef6fb00-7714-421d-8c5c-4f2f5461625c),segment_id=fef6fb00-7714-421d-8c5c-4f2f5461625c)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:18:00.878102 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:00.941529 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd524-bbea-4852-8ec2-f10650b674c6 None None] Pushing event updated for resources: {'Port': ['ID=e005003a-4cf7-4648-af45-9b928b72b1a4,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:02.112239 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38792) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:02.441396 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [None req-2b9b5417-dfac-4096-ad36-b56adf4182fd admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:18:02.442391 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2b9b5417-dfac-4096-ad36-b56adf4182fd admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3292005 Jul 07 10:18:04.706054 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38800) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:05.026541 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=6 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:05.031879 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:05.033361 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [None req-1e3f2958-299c-4b7d-af66-4d83f3ea07a2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:18:05.034364 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-1e3f2958-299c-4b7d-af66-4d83f3ea07a2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3273082 Jul 07 10:18:07.305091 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38812) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:07.637383 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:18:07.665607 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (20355bf4-14e1-40cc-b135-36f13800eabc), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:07.667489 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (20355bf4-14e1-40cc-b135-36f13800eabc), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:07.809552 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] Publish callbacks [] for router_controller (20355bf4-14e1-40cc-b135-36f13800eabc), precommit_add_association {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:07.814064 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (20355bf4-14e1-40cc-b135-36f13800eabc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:07.830901 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:07.832098 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-74ef1c51-46a6-4af4-bbec-79c08aa70bb9 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5259843 Jul 07 10:18:08.923763 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7219b62-6b73-4a17-adf2-1e259b893d1b None None] Network f0232535-1973-4581-b106-eb5859e5a046 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:18:08.972491 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] Provisioning complete for port e005003a-4cf7-4648-af45-9b928b72b1a4 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:08.972898 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:09.050496 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device e005003a-4cf7-4648-af45-9b928b72b1a4 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:18:09.227757 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port e005003a-4cf7-4648-af45-9b928b72b1a4 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:09.228156 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:09.231268 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] Current status of the port e005003a-4cf7-4648-af45-9b928b72b1a4 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:09.231268 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:09.299217 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] For port e005003a-4cf7-4648-af45-9b928b72b1a4, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=e005003a-4cf7-4648-af45-9b928b72b1a4,segment=NetworkSegment(fef6fb00-7714-421d-8c5c-4f2f5461625c),segment_id=fef6fb00-7714-421d-8c5c-4f2f5461625c)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:18:09.323820 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:09.366316 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port e005003a-4cf7-4648-af45-9b928b72b1a4 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:09.366736 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:09.400946 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:09.401929 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4af8a6-87a0-45da-b8e4-2b380b7644f3 None None] Pushing event updated for resources: {'Port': ['ID=e005003a-4cf7-4648-af45-9b928b72b1a4,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:09.443305 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.db.api [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 10:18:09.443770 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG oslo_db.api [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 10:18:09.447697 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-7fd6ae1b-a8e3-41b3-8ac9-db4edb70f64a None None] Provisioning complete for port e005003a-4cf7-4648-af45-9b928b72b1a4 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:09.448118 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ae1b-a8e3-41b3-8ac9-db4edb70f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:09.519653 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6ae1b-a8e3-41b3-8ac9-db4edb70f64a None None] Current status of the port e005003a-4cf7-4648-af45-9b928b72b1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:09.976086 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:09.978335 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port e005003a-4cf7-4648-af45-9b928b72b1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:10.108642 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38826) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:10.431071 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [None req-c6ac7b51-408d-4e47-bc26-055bdfbb1beb admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:18:10.432110 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c6ac7b51-408d-4e47-bc26-055bdfbb1beb admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3225155 Jul 07 10:18:11.001595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device e005003a-4cf7-4648-af45-9b928b72b1a4 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:18:11.046907 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port e005003a-4cf7-4648-af45-9b928b72b1a4 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:11.047299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:11.114484 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port e005003a-4cf7-4648-af45-9b928b72b1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:12.691539 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38834) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:13.008255 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:18:13.028663 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Made reservation on behalf of 3e93b5f74d6546a8b33441fdeb0e9c0d for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:18:13.031661 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.039681 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.072265 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:13.119112 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks [] for security_group (2a6da7dd-6b00-4d08-8b22-1af6f83d2b31), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.123357 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (2a6da7dd-6b00-4d08-8b22-1af6f83d2b31), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.137442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Reserving flat network on physical network physnet1 {{(pid=103871) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 10:18:13.162184 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (9ed85e1a-5680-46c0-ba91-a6089c9142cb), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.162615 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Added segment 9ed85e1a-5680-46c0-ba91-a6089c9142cb of type flat for network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c Jul 07 10:18:13.163848 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6da7dd-6b00-4d08-8b22-1af6f83d2b31,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:13.211760 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.243325 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.244295 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:18:13.244872 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:13.310562 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6179025 Jul 07 10:18:13.351243 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6547f-70ff-4cd5-846a-9c5fb636942f admin admin] Pushing event updated for resources: {'Network': ['ID=10c60bd9-a99b-40c3-9eee-12e5e8b2b20c,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:13.361792 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:18:15.538156 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38842) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:15.898605 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ea173-f07b-4a4b-a2e7-8e42e1a5d3c7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:18:15.899847 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b95ea173-f07b-4a4b-a2e7-8e42e1a5d3c7 demo admin] 10.222.0.16 "GET /v2.0/subnets/5f29f950-a711-4dc7-9deb-5de37b44b187 HTTP/1.1" status: 200 len: 849 time: 0.3607204 Jul 07 10:18:16.015561 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e49bcd00-2959-4139-b51b-cff4a4edb8bf demo admin] 10.222.0.16 "GET /v2.0/routers/20355bf4-14e1-40cc-b135-36f13800eabc HTTP/1.1" status: 200 len: 704 time: 0.1098168 Jul 07 10:18:16.025075 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=15 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:16.068602 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1aa16f8c-6149-4f19-b7c6-058bbb19e358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:16.280720 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:16.610986 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Allocated IP 172.20.0.1 (f0232535-1973-4581-b106-eb5859e5a046/5f29f950-a711-4dc7-9deb-5de37b44b187/e39aad6b-c73a-4ab0-a916-6d8b52eb5583) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:18:16.706273 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:16.764800 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks [] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:16.828423 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:16.898708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Network f0232535-1973-4581-b106-eb5859e5a046 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:18:16.904010 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:18:16.910170 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:18:16.910407 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (20355bf4-14e1-40cc-b135-36f13800eabc), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:16.972413 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Pushing event updated for resources: {'Port': ['ID=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:17.075453 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-cf08c523-06e1-44e8-bac4-78590fc649cf None None] Provisioning complete for port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:17.076155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-cf08c523-06e1-44e8-bac4-78590fc649cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:17.109335 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-cf08c523-06e1-44e8-bac4-78590fc649cf None None] Port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:18:17.111763 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:17.209182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:17.317481 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks [] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:17.321806 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:17.322612 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (20355bf4-14e1-40cc-b135-36f13800eabc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:17.384276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Pushing event updated for resources: {'Port': ['ID=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:17.448615 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Network f0232535-1973-4581-b106-eb5859e5a046 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:18:17.449886 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:18:17.603509 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Router 20355bf4-14e1-40cc-b135-36f13800eabc is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:18:17.630051 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-5e7351d3-96d8-4b86-a19a-bd0ef1ef5040 None None] Provisioning complete for port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:17.630447 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5e7351d3-96d8-4b86-a19a-bd0ef1ef5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:17.660966 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-5e7351d3-96d8-4b86-a19a-bd0ef1ef5040 None None] Port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:18:17.692000 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:18:17.698102 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4762e3ec-9199-4156-9058-3c937e891c73 demo admin] 10.222.0.16 "PUT /v2.0/routers/20355bf4-14e1-40cc-b135-36f13800eabc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6762524 Jul 07 10:18:17.715045 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Sync routers for ids ['20355bf4-14e1-40cc-b135-36f13800eabc'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:18:17.728036 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Routers {'20355bf4-14e1-40cc-b135-36f13800eabc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:18:17.728740 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:17:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['20355bf4-14e1-40cc-b135-36f13800eabc'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:17.924363 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Set router 20355bf4-14e1-40cc-b135-36f13800eabc gateway port host: None {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:18:18.198087 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-61e3f3d4-0eee-4580-93e6-4ead5512d5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:18.339061 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'name': 'router1', 'tenant_id': '9930e234fb15434b881890a315de561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:18:07Z', 'updated_at': '2022-07-07T10:18:17Z', 'revision_number': 2, 'project_id': '9930e234fb15434b881890a315de561e', 'gw_port_host': None, '_interfaces': [{'id': 'e39aad6b-c73a-4ab0-a916-6d8b52eb5583', 'name': '', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'tenant_id': '9930e234fb15434b881890a315de561e', 'mac_address': 'fa:16:3e:7f:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:16Z', 'updated_at': '2022-07-07T10:18:17Z', 'revision_number': 2, 'project_id': '9930e234fb15434b881890a315de561e', 'subnets': [{'id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:18.392029 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Checking router: 20355bf4-14e1-40cc-b135-36f13800eabc for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:18:18.392407 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Updating router 20355bf4-14e1-40cc-b135-36f13800eabc port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:18:18.443372 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:18.944116 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Publish callbacks [] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:18.951707 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.035154 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Pushing event updated for resources: {'Port': ['ID=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:19.048012 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.048368 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.048728 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.049090 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.049431 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.049767 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.050096 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.050429 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.050754 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.051412 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.051650 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.052018 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.052349 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.052669 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.052993 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Tracked resource versions report: Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: pushed versions: Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: { 'AddressGroup': {'1.2'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Agent': {'1.1'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'ConntrackHelper': {'1.0'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Log': {'1.0'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'NDPProxy': {'1.0'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Network': {'1.1'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Port': {'1.7'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'PortForwarding': {'1.3'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'QosPolicy': {'1.10'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroup': {'1.5'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SubPort': {'1.0'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Subnet': {'1.1'}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Trunk': {'1.1'}} Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: consumer versions: Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Agent': '1.1', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'ConntrackHelper': '1.0', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'LocalIPAssociation': '1.0', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Log': '1.0', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'NDPProxy': '1.0', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Network': '1.1', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Port': '1.7', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'PortForwarding': '1.3', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'QosPolicy': '1.10', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroup': '1.5', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroupRule': '1.2', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SubPort': '1.0', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Subnet': '1.1', Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Trunk': '1.1'}} Jul 07 10:18:19.054477 dv-cinder-822821-4-iscsi neutron-server[103874]: {{(pid=103874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:18:19.141045 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Attempting to bind port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:18:19.141467 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Attempting to bind port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:18:19.141905 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Attempting to bind port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 on network f0232535-1973-4581-b106-eb5859e5a046 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:18:19.147409 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:18:19.147829 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Checking segment: {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:18:19.148317 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.148708 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Bound using segment: {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:18:19.149193 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Bound port: e39aad6b-c73a-4ab0-a916-6d8b52eb5583, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef6fb00-7714-421d-8c5c-4f2f5461625c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:18:19.149573 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.195622 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:19.217053 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] For port e39aad6b-c73a-4ab0-a916-6d8b52eb5583, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:18:19.236337 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] For port e39aad6b-c73a-4ab0-a916-6d8b52eb5583, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,segment=NetworkSegment(fef6fb00-7714-421d-8c5c-4f2f5461625c),segment_id=fef6fb00-7714-421d-8c5c-4f2f5461625c)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:18:19.242056 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.272331 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:19.288804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] Provisioning complete for port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:19.289852 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.297434 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114313-1ba8-4337-97df-a68c47085b15 None None] Pushing event updated for resources: {'Port': ['ID=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:19.314971 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Routers {'20355bf4-14e1-40cc-b135-36f13800eabc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:18:19.315971 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:18:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['20355bf4-14e1-40cc-b135-36f13800eabc'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:19.390156 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] Current status of the port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:19.391375 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.417979 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] Set router 20355bf4-14e1-40cc-b135-36f13800eabc gateway port host: None {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:18:19.433055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] For port e39aad6b-c73a-4ab0-a916-6d8b52eb5583, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,segment=NetworkSegment(fef6fb00-7714-421d-8c5c-4f2f5461625c),segment_id=fef6fb00-7714-421d-8c5c-4f2f5461625c)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:18:19.438361 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.506929 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d8a07-16f3-441a-a382-4f14e66f046b None None] Pushing event updated for resources: {'Port': ['ID=e39aad6b-c73a-4ab0-a916-6d8b52eb5583,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:19.519637 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.556917 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-eb88353d-358e-4b07-9c28-c2e3eeee9876 None None] Provisioning complete for port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:19.557489 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-eb88353d-358e-4b07-9c28-c2e3eeee9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:19.601320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:19.630588 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'name': 'router1', 'tenant_id': '9930e234fb15434b881890a315de561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:18:07Z', 'updated_at': '2022-07-07T10:18:17Z', 'revision_number': 2, 'project_id': '9930e234fb15434b881890a315de561e', 'gw_port_host': None, '_interfaces': [{'id': 'e39aad6b-c73a-4ab0-a916-6d8b52eb5583', 'name': '', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'tenant_id': '9930e234fb15434b881890a315de561e', 'mac_address': 'fa:16:3e:7f:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:16Z', 'updated_at': '2022-07-07T10:18:19Z', 'revision_number': 4, 'project_id': '9930e234fb15434b881890a315de561e', 'subnets': [{'id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:19.638544 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-eb88353d-358e-4b07-9c28-c2e3eeee9876 None None] Current status of the port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:19.659248 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf24994-a420-4872-a5ed-d92a8627d6f5 None None] The sync data for ids ['20355bf4-14e1-40cc-b135-36f13800eabc'] in dv-cinder-822821-4-iscsi is: [{'id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'name': 'router1', 'tenant_id': '9930e234fb15434b881890a315de561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:18:07Z', 'updated_at': '2022-07-07T10:18:17Z', 'revision_number': 2, 'project_id': '9930e234fb15434b881890a315de561e', 'gw_port_host': None, '_interfaces': [{'id': 'e39aad6b-c73a-4ab0-a916-6d8b52eb5583', 'name': '', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'tenant_id': '9930e234fb15434b881890a315de561e', 'mac_address': 'fa:16:3e:7f:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:16Z', 'updated_at': '2022-07-07T10:18:19Z', 'revision_number': 4, 'project_id': '9930e234fb15434b881890a315de561e', 'subnets': [{'id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:18:19.967903 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38864) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:20.116931 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:20.165750 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71923f01-d35a-436a-9524-b310506d01be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:18:20.167164 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-71923f01-d35a-436a-9524-b310506d01be admin admin] 10.222.0.16 "GET /v2.0/networks/10c60bd9-a99b-40c3-9eee-12e5e8b2b20c HTTP/1.1" status: 200 len: 842 time: 0.1981719 Jul 07 10:18:20.176652 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:18:20.196792 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Made reservation on behalf of 3e93b5f74d6546a8b33441fdeb0e9c0d for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:18:20.199080 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:20.530305 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.objects.ports [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103871) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 07 10:18:20.530769 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (eb76673f-7241-4ca8-a66b-638de7d90db7), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:20.566724 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:20.582978 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb76673f-7241-4ca8-a66b-638de7d90db7,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:20.598269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:18:20.598626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Network hostable DHCP agents. Network: 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:18:20.617075 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:18:20.626691 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:18:20.633017 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:18:20.634299 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:20.637573 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff5245-e264-41ea-bec2-556d5c466c4e None None] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:18:20.655784 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ae7c0018-5859-40a6-8fc9-fa91af8e6fb6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4823732 Jul 07 10:18:20.755925 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c87e7f-6f31-4e75-9982-bd355a909118 None None] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:18:20.958247 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:21.273474 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:22.918129 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38882) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:23.054003 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-723d46e9-9324-4d65-85fb-d5cf941c90e5 demo admin] 10.222.0.16 "GET /v2.0/routers/20355bf4-14e1-40cc-b135-36f13800eabc HTTP/1.1" status: 200 len: 710 time: 0.1346922 Jul 07 10:18:23.143383 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a69e08-020c-408d-ace1-bd43ca934406 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:18:23.144787 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c0a69e08-020c-408d-ace1-bd43ca934406 demo admin] 10.222.0.16 "GET /v2.0/networks/10c60bd9-a99b-40c3-9eee-12e5e8b2b20c HTTP/1.1" status: 200 len: 886 time: 0.0853198 Jul 07 10:18:23.153558 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:18:23.378508 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:23.391654 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks [] for router_gateway (20355bf4-14e1-40cc-b135-36f13800eabc), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:23.605916 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks [] for router_gateway (20355bf4-14e1-40cc-b135-36f13800eabc), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:23.682680 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:23.788864 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Allocated IP 172.27.1.133 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/264a0879-c5a3-4d42-8bbe-b468d7a9d8f7) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:18:23.863559 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:23.889667 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks [] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:23.922266 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:23.970307 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:18:23.971038 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Pushing event updated for resources: {'Port': ['ID=264a0879-c5a3-4d42-8bbe-b468d7a9d8f7,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:23.974934 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:18:23.977876 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:18:24.302805 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks [] for router_gateway (20355bf4-14e1-40cc-b135-36f13800eabc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:24.333211 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:24.505231 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16305120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16312012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239308'] for router (20355bf4-14e1-40cc-b135-36f13800eabc), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:24.510848 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16305143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16305093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16312019'] for router (20355bf4-14e1-40cc-b135-36f13800eabc), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:24.618303 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Router 20355bf4-14e1-40cc-b135-36f13800eabc has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:18:24.726151 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:18:24.730514 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:24.731842 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3b6eadf5-7bd2-4631-a419-b5022db7dd27 demo admin] 10.222.0.16 "PUT /v2.0/routers/20355bf4-14e1-40cc-b135-36f13800eabc HTTP/1.1" status: 200 len: 890 time: 1.5814493 Jul 07 10:18:25.020433 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device e39aad6b-c73a-4ab0-a916-6d8b52eb5583 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:18:25.023441 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:25.069059 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:25.069449 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:25.140637 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:25.955931 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Sync routers for ids ['20355bf4-14e1-40cc-b135-36f13800eabc'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:18:25.970646 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Routers {'20355bf4-14e1-40cc-b135-36f13800eabc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:18:25.971261 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:18:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['20355bf4-14e1-40cc-b135-36f13800eabc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:26.170758 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Set router 20355bf4-14e1-40cc-b135-36f13800eabc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:18:26.601539 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'name': 'router1', 'tenant_id': '9930e234fb15434b881890a315de561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '264a0879-c5a3-4d42-8bbe-b468d7a9d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:18:07Z', 'updated_at': '2022-07-07T10:18:24Z', 'revision_number': 4, 'project_id': '9930e234fb15434b881890a315de561e', 'gw_port': {'id': '264a0879-c5a3-4d42-8bbe-b468d7a9d8f7', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:23Z', 'updated_at': '2022-07-07T10:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'e39aad6b-c73a-4ab0-a916-6d8b52eb5583', 'name': '', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'tenant_id': '9930e234fb15434b881890a315de561e', 'mac_address': 'fa:16:3e:7f:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:16Z', 'updated_at': '2022-07-07T10:18:19Z', 'revision_number': 5, 'project_id': '9930e234fb15434b881890a315de561e', 'subnets': [{'id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:26.652680 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Checking router: 20355bf4-14e1-40cc-b135-36f13800eabc for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:18:26.653052 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Updating router 20355bf4-14e1-40cc-b135-36f13800eabc port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:18:26.705939 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:26.910071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:27.009337 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Publish callbacks [] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:27.010542 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 38894) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:18:27.015060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:27.065184 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Attempting to bind port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:18:27.065558 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Attempting to bind port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:18:27.065918 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Attempting to bind port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:18:27.072987 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293ecfa-5a6c-4e3e-89d0-456f9ae3d5fe None None] Pushing event updated for resources: {'Port': ['ID=264a0879-c5a3-4d42-8bbe-b468d7a9d8f7,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:27.075870 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:18:27.076605 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:18:27.077042 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:27.077393 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:18:27.077861 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Bound port: 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:18:27.078234 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:27.128306 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] For port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:18:27.129352 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6523e491-a38f-4195-9cbc-f541b04398fd admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173325 Jul 07 10:18:27.131398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] For port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=264a0879-c5a3-4d42-8bbe-b468d7a9d8f7,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:18:27.138297 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:27.142296 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:27.205253 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Routers {'20355bf4-14e1-40cc-b135-36f13800eabc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:18:27.205954 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:18:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['20355bf4-14e1-40cc-b135-36f13800eabc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:27.209337 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293ecfa-5a6c-4e3e-89d0-456f9ae3d5fe None None] Pushing event updated for resources: {'Port': ['ID=264a0879-c5a3-4d42-8bbe-b468d7a9d8f7,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:27.316801 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] Set router 20355bf4-14e1-40cc-b135-36f13800eabc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:18:27.514983 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'name': 'router1', 'tenant_id': '9930e234fb15434b881890a315de561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '264a0879-c5a3-4d42-8bbe-b468d7a9d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:18:07Z', 'updated_at': '2022-07-07T10:18:24Z', 'revision_number': 4, 'project_id': '9930e234fb15434b881890a315de561e', 'gw_port': {'id': '264a0879-c5a3-4d42-8bbe-b468d7a9d8f7', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:23Z', 'updated_at': '2022-07-07T10:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'e39aad6b-c73a-4ab0-a916-6d8b52eb5583', 'name': '', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'tenant_id': '9930e234fb15434b881890a315de561e', 'mac_address': 'fa:16:3e:7f:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:16Z', 'updated_at': '2022-07-07T10:18:19Z', 'revision_number': 5, 'project_id': '9930e234fb15434b881890a315de561e', 'subnets': [{'id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:18:27.543894 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd5940-5d32-40fb-be1a-0f5de5373c88 None None] The sync data for ids ['20355bf4-14e1-40cc-b135-36f13800eabc'] in dv-cinder-822821-4-iscsi is: [{'id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'name': 'router1', 'tenant_id': '9930e234fb15434b881890a315de561e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '264a0879-c5a3-4d42-8bbe-b468d7a9d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:18:07Z', 'updated_at': '2022-07-07T10:18:24Z', 'revision_number': 4, 'project_id': '9930e234fb15434b881890a315de561e', 'gw_port': {'id': '264a0879-c5a3-4d42-8bbe-b468d7a9d8f7', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:23Z', 'updated_at': '2022-07-07T10:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'e39aad6b-c73a-4ab0-a916-6d8b52eb5583', 'name': '', 'network_id': 'f0232535-1973-4581-b106-eb5859e5a046', 'tenant_id': '9930e234fb15434b881890a315de561e', 'mac_address': 'fa:16:3e:7f:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20355bf4-14e1-40cc-b135-36f13800eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:18:16Z', 'updated_at': '2022-07-07T10:18:19Z', 'revision_number': 5, 'project_id': '9930e234fb15434b881890a315de561e', 'subnets': [{'id': '5f29f950-a711-4dc7-9deb-5de37b44b187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0deef56f-ccff-4f87-9389-3d6b1a8c5d22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:18:29.049115 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:18:29.098664 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:29.099145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:29.176192 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:29.176583 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:29.181284 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:29.207140 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=264a0879-c5a3-4d42-8bbe-b468d7a9d8f7,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:18:29.211862 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:29.262922 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=264a0879-c5a3-4d42-8bbe-b468d7a9d8f7,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:18:29.629304 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=29 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:29.634561 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=51 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:31.067413 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:18:31.161859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:18:31.162590 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (264a0879-c5a3-4d42-8bbe-b468d7a9d8f7), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:31.254366 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 264a0879-c5a3-4d42-8bbe-b468d7a9d8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:18:37.123269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=48 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:37.126328 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:41.209140 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:41.254683 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=22 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:18:46.071465 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-0b120fea-da78-4ff2-843f-a8be588221f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:47.793715 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:18:48.205348 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-96d13bf8-2be2-4d4a-a868-b4f5b7df4293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:49.619665 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:50.968266 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:18:51.271009 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:01.257898 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:01.265628 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:04.803208 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:04.808636 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:16.080382 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-01934b93-8938-4dfd-afd3-cabfa797f333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:18.199527 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e0db3328-ab61-4234-a1f5-d95c1051ee08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:19.523298 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:20.958012 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:21.265774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:24.793008 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:19:31.259088 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:31.262207 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:41.803097 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:41.934996 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 39434) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:41.998065 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writer thread running {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 07 10:19:42.018635 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:42.033105 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.pecan_wsgi.hooks.translation [None req-24be9f4e-c5fa-48d1-a38f-ef17e5340215 admin admin] GET failed (client error): The resource could not be found. Jul 07 10:19:42.034598 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-24be9f4e-c5fa-48d1-a38f-ef17e5340215 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0986402 Jul 07 10:19:42.303337 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.policy [None req-d9e10a14-885d-4496-88cb-f4d1337191d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 10:19:42.346605 dv-cinder-822821-4-iscsi neutron-server[103872]: WARNING oslo_policy.policy [None req-d9e10a14-885d-4496-88cb-f4d1337191d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:19:42.346976 dv-cinder-822821-4-iscsi neutron-server[103872]: WARNING oslo_policy.policy [None req-d9e10a14-885d-4496-88cb-f4d1337191d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 10:19:42.354555 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e10a14-885d-4496-88cb-f4d1337191d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:42.356792 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d9e10a14-885d-4496-88cb-f4d1337191d9 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3179302 Jul 07 10:19:44.407231 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39448) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:44.499178 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda487d-3f18-4cf4-b702-cf40af894769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:44.500546 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ebda487d-3f18-4cf4-b702-cf40af894769 admin admin] 10.222.0.16 "GET /v2.0/subnets/5f29f950-a711-4dc7-9deb-5de37b44b187 HTTP/1.1" status: 200 len: 849 time: 0.0923498 Jul 07 10:19:44.510160 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:19:44.601378 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Publish callbacks [] for subnet (5f29f950-a711-4dc7-9deb-5de37b44b187), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:44.742748 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730033151982'] for subnet (5f29f950-a711-4dc7-9deb-5de37b44b187), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:44.771539 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:44.772145 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:44.773398 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] 10.222.0.16 "PUT /v2.0/subnets/5f29f950-a711-4dc7-9deb-5de37b44b187 HTTP/1.1" status: 200 len: 868 time: 0.2669346 Jul 07 10:19:44.790483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2f305-72ee-487b-9578-b6a856d63fc0 None None] Network f0232535-1973-4581-b106-eb5859e5a046 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:19:44.794063 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f29f950-a711-4dc7-9deb-5de37b44b187,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:19:44.795404 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:44.801838 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.802173 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.802507 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.802836 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.803161 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.803485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.803829 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.804151 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.804470 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.804796 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.805134 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.805455 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.805766 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.806077 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:44.806387 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b764ab6-a301-4277-8711-d53583b1799a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:19:45.135552 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-29a3ec78-8e6d-4359-adf1-fcc20e7655e8 None None] Provisioning complete for port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:19:45.135956 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-29a3ec78-8e6d-4359-adf1-fcc20e7655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e39aad6b-c73a-4ab0-a916-6d8b52eb5583), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:45.206926 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-29a3ec78-8e6d-4359-adf1-fcc20e7655e8 None None] Current status of the port e39aad6b-c73a-4ab0-a916-6d8b52eb5583 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:19:45.215476 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-29a3ec78-8e6d-4359-adf1-fcc20e7655e8 None None] Provisioning complete for port e005003a-4cf7-4648-af45-9b928b72b1a4 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:19:45.215893 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-29a3ec78-8e6d-4359-adf1-fcc20e7655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e005003a-4cf7-4648-af45-9b928b72b1a4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:45.287043 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-29a3ec78-8e6d-4359-adf1-fcc20e7655e8 None None] Current status of the port e005003a-4cf7-4648-af45-9b928b72b1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:19:46.072070 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-11aef2ac-3f8b-4242-a0a6-74cec82701c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:46.825225 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39458) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:47.025844 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfe84f-80ca-464e-8e8e-a5fd3f0cbec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:47.026336 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfe84f-80ca-464e-8e8e-a5fd3f0cbec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:47.028410 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5dcfe84f-80ca-464e-8e8e-a5fd3f0cbec9 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022426 Jul 07 10:19:48.202360 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2778accd-074c-40f6-9d82-cc72a2644d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:49.077633 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39466) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:49.210109 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d831c28-27b4-42d3-8d24-0da8fe6dc92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:49.210579 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d831c28-27b4-42d3-8d24-0da8fe6dc92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:49.212129 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2d831c28-27b4-42d3-8d24-0da8fe6dc92f admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334634 Jul 07 10:19:49.519620 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:50.960859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:51.267202 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39474) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:51.271873 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:19:51.396472 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e943b-00ce-4017-a57e-3773a7ae31c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:51.398143 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7e5e943b-00ce-4017-a57e-3773a7ae31c3 admin admin] 10.222.0.16 "GET /v2.0/networks/10c60bd9-a99b-40c3-9eee-12e5e8b2b20c HTTP/1.1" status: 200 len: 886 time: 0.1299386 Jul 07 10:19:52.234678 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=9 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:52.237310 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=15 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:53.434169 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39484) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:53.552517 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:19:53.568250 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8339b7-f748-4963-a7f5-6729e0418764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:53.569641 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ba8339b7-f748-4963-a7f5-6729e0418764 admin admin] 10.222.0.16 "GET /v2.0/networks/f0232535-1973-4581-b106-eb5859e5a046 HTTP/1.1" status: 200 len: 869 time: 0.1338615 Jul 07 10:19:55.607997 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 39492) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:55.732670 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f49e7d-9703-4f8d-9f4f-40a8a251c988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:55.733117 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f49e7d-9703-4f8d-9f4f-40a8a251c988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:55.734602 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a3f49e7d-9703-4f8d-9f4f-40a8a251c988 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256752 Jul 07 10:19:57.755761 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 39500) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:57.848810 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5dc120-9e0a-43c7-8dc5-7ea693f9ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:57.849276 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5dc120-9e0a-43c7-8dc5-7ea693f9ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:57.850732 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7d5dc120-9e0a-43c7-8dc5-7ea693f9ed7d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940206 Jul 07 10:19:59.896477 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39508) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:19:59.992258 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577fbf05-8f7d-4ee8-82df-68d97da9da8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:19:59.993580 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-577fbf05-8f7d-4ee8-82df-68d97da9da8d admin admin] 10.222.0.16 "GET /v2.0/subnets/5f29f950-a711-4dc7-9deb-5de37b44b187 HTTP/1.1" status: 200 len: 868 time: 0.0961215 Jul 07 10:20:01.265726 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:01.267626 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:01.791821 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:20:02.045969 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39516) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:20:02.219005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:02.227448 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce85c5-2a16-4ce5-9efc-013c05c3da95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:20:02.228840 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-cbce85c5-2a16-4ce5-9efc-013c05c3da95 admin admin] 10.222.0.16 "GET /v2.0/subnets/eb76673f-7241-4ca8-a66b-638de7d90db7 HTTP/1.1" status: 200 len: 816 time: 0.1819811 Jul 07 10:20:07.843367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=12 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:07.845336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=14 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:12.224277 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=13 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:16.073388 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f3591ba0-b1f8-4d77-ba41-4229d6265e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:18.205046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f07baf86-4ca9-4761-98bd-786165d272ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:18.788287 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:18.797623 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=6 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:19.527379 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:20.963970 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:21.265805 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:28.409752 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39572) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:20:28.457318 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [None req-ee98cb7b-ac58-4d9a-bb29-175837604fcb admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:20:28.458360 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ee98cb7b-ac58-4d9a-bb29-175837604fcb admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476611 Jul 07 10:20:30.596497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39580) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:20:30.656245 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bff5fa1-b694-405a-9cce-1503d05db6d0 admin admin] GET failed (client error): The resource could not be found. Jul 07 10:20:30.657524 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6bff5fa1-b694-405a-9cce-1503d05db6d0 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600841 Jul 07 10:20:30.797476 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd93ab-225b-4def-8c1f-1747d3932c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:20:30.798858 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-cccd93ab-225b-4def-8c1f-1747d3932c1d admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373162 Jul 07 10:20:31.254556 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:31.261606 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:32.865178 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39588) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:20:32.911830 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:20:32.933815 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Made reservation on behalf of 3e93b5f74d6546a8b33441fdeb0e9c0d for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:20:32.936196 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:32.966344 dv-cinder-822821-4-iscsi neutron-server[103871]: WARNING neutron.services.revisions.revision_plugin [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Could not find related network for resource to bump revision. Jul 07 10:20:32.979208 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:20:32.989076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (d3eeaa57-46e5-448c-9160-c8506aca3c64), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:32.989431 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Added segment d3eeaa57-46e5-448c-9160-c8506aca3c64 of type vlan for network 441ed0c4-16ff-4105-ae16-04a63b782633 Jul 07 10:20:33.027206 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (441ed0c4-16ff-4105-ae16-04a63b782633), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:33.053141 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (441ed0c4-16ff-4105-ae16-04a63b782633), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:33.054327 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:20:33.054908 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:33.091522 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2253027 Jul 07 10:20:33.123121 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83900f1c-a7c3-41d5-b50e-71375df483ba admin admin] Pushing event updated for resources: {'Network': ['ID=441ed0c4-16ff-4105-ae16-04a63b782633,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:20:33.134794 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 441ed0c4-16ff-4105-ae16-04a63b782633 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:20:35.152467 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39598) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:20:35.215009 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29b9451-4d6c-44f6-85f7-705ae4142892 admin admin] GET failed (client error): The resource could not be found. Jul 07 10:20:35.216377 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-d29b9451-4d6c-44f6-85f7-705ae4142892 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628746 Jul 07 10:20:35.285815 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763cbd9d-5f5f-4f15-b5a8-2dabbb780b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:20:35.287173 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-763cbd9d-5f5f-4f15-b5a8-2dabbb780b60 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667651 Jul 07 10:20:35.296777 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633', 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:20:35.316164 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Made reservation on behalf of 3e93b5f74d6546a8b33441fdeb0e9c0d for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:20:35.318386 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:35.477541 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (eeb2e929-46d3-4f20-a2e9-fbe85a8f40da), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:35.533104 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb2e929-46d3-4f20-a2e9-fbe85a8f40da,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:20:35.543138 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Checking segment: {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:20:35.543474 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Network hostable DHCP agents. Network: 441ed0c4-16ff-4105-ae16-04a63b782633, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:20:35.559700 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Network 441ed0c4-16ff-4105-ae16-04a63b782633 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:20:35.568352 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 441ed0c4-16ff-4105-ae16-04a63b782633) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:20:35.572312 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:20:35.572894 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:35.577975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5aa662-f263-4dcb-85d7-d17cdb87ff3e None None] Network 441ed0c4-16ff-4105-ae16-04a63b782633 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:20:35.588070 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-def8e7fe-99ff-41a0-a27a-93f122312afc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945781 Jul 07 10:20:35.780370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-441ed0c4-16ff-4105-ae16-04a63b782633', 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633', 'project_id': '3e93b5f74d6546a8b33441fdeb0e9c0d', 'fixed_ips': [{'subnet_id': 'eeb2e929-46d3-4f20-a2e9-fbe85a8f40da'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:20:35.781816 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:35.919019 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Allocated IP 192.168.233.2 (441ed0c4-16ff-4105-ae16-04a63b782633/eeb2e929-46d3-4f20-a2e9-fbe85a8f40da/e2d0a851-5fab-44b5-ac89-60743dd24ada) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:20:36.068184 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Publish callbacks [] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:36.074115 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:36.117306 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Network 441ed0c4-16ff-4105-ae16-04a63b782633 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:20:36.118673 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:20:36.122278 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:20:36.134991 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Pushing event updated for resources: {'Port': ['ID=e2d0a851-5fab-44b5-ac89-60743dd24ada,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:20:36.160238 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.160581 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.161564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.161564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.161564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.161934 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.162784 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.162784 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.162784 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.163139 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.163417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.163777 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.164963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.165293 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.165612 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:20:36.205432 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Attempting to bind port e2d0a851-5fab-44b5-ac89-60743dd24ada on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:20:36.205801 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Attempting to bind port e2d0a851-5fab-44b5-ac89-60743dd24ada by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:20:36.206163 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Attempting to bind port e2d0a851-5fab-44b5-ac89-60743dd24ada on network 441ed0c4-16ff-4105-ae16-04a63b782633 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:20:36.212110 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:20:36.212488 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Checking segment: {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:20:36.212887 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:36.213279 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Bound using segment: {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:20:36.213766 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Bound port: e2d0a851-5fab-44b5-ac89-60743dd24ada, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:20:36.215081 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:36.277724 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] For port e2d0a851-5fab-44b5-ac89-60743dd24ada, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:20:36.280899 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] For port e2d0a851-5fab-44b5-ac89-60743dd24ada, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=e2d0a851-5fab-44b5-ac89-60743dd24ada,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:20:36.287975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:36.345046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47624390-ab22-4fc2-b2a2-7782d426e58b None None] Pushing event updated for resources: {'Port': ['ID=e2d0a851-5fab-44b5-ac89-60743dd24ada,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:20:37.145189 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device e2d0a851-5fab-44b5-ac89-60743dd24ada up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:20:37.188426 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6dd67b-ffed-4d95-b07f-f81645ada579 None None] Network 441ed0c4-16ff-4105-ae16-04a63b782633 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:20:37.222968 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:37.257517 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port e2d0a851-5fab-44b5-ac89-60743dd24ada triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:20:37.257912 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:37.293479 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:37.322115 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Provisioning complete for port e2d0a851-5fab-44b5-ac89-60743dd24ada triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:20:37.322503 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:37.430419 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port e2d0a851-5fab-44b5-ac89-60743dd24ada is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:20:37.430735 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:37.484171 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Current status of the port e2d0a851-5fab-44b5-ac89-60743dd24ada is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:20:37.484171 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:37.503021 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port e2d0a851-5fab-44b5-ac89-60743dd24ada, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=e2d0a851-5fab-44b5-ac89-60743dd24ada,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:20:37.512863 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:37.591145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.db.api [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 10:20:37.591145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG oslo_db.api [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 10:20:37.594649 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=e2d0a851-5fab-44b5-ac89-60743dd24ada,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:20:38.126718 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-d9191854-d0ec-4301-9b62-191d3f3497b1 None None] Current status of the port e2d0a851-5fab-44b5-ac89-60743dd24ada is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:20:38.243593 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-b9fee799-4698-4024-b1fe-98f54698741d None None] Provisioning complete for port e2d0a851-5fab-44b5-ac89-60743dd24ada triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:20:38.244286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b9fee799-4698-4024-b1fe-98f54698741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:38.319015 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-b9fee799-4698-4024-b1fe-98f54698741d None None] Current status of the port e2d0a851-5fab-44b5-ac89-60743dd24ada is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:20:38.790684 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:20:39.117926 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device e2d0a851-5fab-44b5-ac89-60743dd24ada up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:20:39.162965 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port e2d0a851-5fab-44b5-ac89-60743dd24ada triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:20:39.163444 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2d0a851-5fab-44b5-ac89-60743dd24ada), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:39.236692 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port e2d0a851-5fab-44b5-ac89-60743dd24ada is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:20:45.581966 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:45.582772 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:46.075417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c0f0473d-f84b-4a68-95e5-b570f7a7f1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:48.208482 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-45805130-8342-42c1-bbaa-837fa3ddb970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:49.526390 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:50.967592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:51.269469 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:20:55.798030 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=16 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:20:55.802443 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=18 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:01.258444 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:01.265482 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:15.789628 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:21:16.078511 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-3a36186f-3302-4ad0-b572-2f7ab12a2c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:18.209071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f370d149-c2a7-4517-89c2-2e96149bd271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:19.531202 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:20.970366 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:21.272248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:31.265722 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:31.267553 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:32.803847 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:32.808856 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:44.789202 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:44.789882 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:21:46.081522 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca75-acb3-43eb-986e-0c1b2aa4ea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:48.213671 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f945d22f-e6f4-421b-8af0-e47ae5b670b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:49.534934 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:50.974308 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:51.274268 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:21:52.788931 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:22:01.193775 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39636) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:22:01.199487 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [None req-aa60c22b-6cfe-40e2-8be6-78cd997b9fa1 tempest-verify_tempest_config-664137899 tempest-verify_tempest_config-664137899-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:22:01.200479 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-aa60c22b-6cfe-40e2-8be6-78cd997b9fa1 tempest-verify_tempest_config-664137899 tempest-verify_tempest_config-664137899-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057538 Jul 07 10:22:01.267676 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:01.270077 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:01.497795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39654) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:22:01.604185 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.682907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Publish callbacks [] for security_group (52da18b8-a2c7-4fe0-9eca-2a464a5e6747), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.686759 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (52da18b8-a2c7-4fe0-9eca-2a464a5e6747), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.732084 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2588a1151a04ca2b4dfdab2bc12814d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2332394 Jul 07 10:22:01.732879 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52da18b8-a2c7-4fe0-9eca-2a464a5e6747,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:22:01.735057 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 39658) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:22:01.740107 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.740452 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.740809 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.741147 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.741473 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.741798 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.742118 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.742438 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.742774 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.743096 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.743427 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.743781 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.744098 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.744409 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.744718 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4bc63-0881-4636-99d5-008343d8f4c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.822498 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Publish callbacks [] for security_group (52da18b8-a2c7-4fe0-9eca-2a464a5e6747), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.843014 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Publish callbacks [] for security_group (52da18b8-a2c7-4fe0-9eca-2a464a5e6747), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.938338 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (52da18b8-a2c7-4fe0-9eca-2a464a5e6747), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.940905 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:01.945197 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52da18b8-a2c7-4fe0-9eca-2a464a5e6747 HTTP/1.1" status: 204 len: 168 time: 0.2090755 Jul 07 10:22:01.953507 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52da18b8-a2c7-4fe0-9eca-2a464a5e6747,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:22:01.962787 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.963135 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.963483 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.963843 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.964168 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.964597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.964923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.965241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.965564 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.965884 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.966213 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.966548 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.966947 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.967170 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.967485 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ae171-529c-4042-8c6e-e66aa874cf03 admin admin] Tracked resource versions report: Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: pushed versions: Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: { 'AddressGroup': {'1.2'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Agent': {'1.1'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'ConntrackHelper': {'1.0'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Log': {'1.0'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'NDPProxy': {'1.0'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Network': {'1.1'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Port': {'1.7'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'PortForwarding': {'1.3'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'QosPolicy': {'1.10'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroup': {'1.5'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SubPort': {'1.0'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Subnet': {'1.1'}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Trunk': {'1.1'}} Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: consumer versions: Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Agent': '1.1', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'ConntrackHelper': '1.0', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'LocalIPAssociation': '1.0', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Log': '1.0', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'NDPProxy': '1.0', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Network': '1.1', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Port': '1.7', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'PortForwarding': '1.3', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'QosPolicy': '1.10', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroup': '1.5', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroupRule': '1.2', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SubPort': '1.0', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Subnet': '1.1', Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Trunk': '1.1'}} Jul 07 10:22:01.968968 dv-cinder-822821-4-iscsi neutron-server[103872]: {{(pid=103872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:22:09.799943 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:09.805141 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:11.724024 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:11.736050 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:11.948173 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:11.958330 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=21 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:12.005874 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:16.085435 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3bc9-7c62-41b2-9f29-e6efb068d4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:18.215055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ace8bbe7-ad6e-43b1-bdad-7ae4ea5801dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:19.538564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:20.977009 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:21.275892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:29.787528 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:22:31.265253 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:31.272065 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:46.087638 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-32fa144c-bf2a-41e4-95b5-9d10c4f4f04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:46.805852 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=20 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:46.810814 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=14 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:22:48.217087 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-accfd834-742b-4a09-a88f-16410e42c940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:49.537907 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:50.978788 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:22:51.277155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:00.785929 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:00.786730 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:01.271526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:01.273942 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:06.786177 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:23:16.090008 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ab6897d9-67b7-4eea-b0ca-502ed14c5982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:18.219283 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8d565c0c-96f6-4be3-bef2-6aa532b6e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:19.541521 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:20.981878 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:21.278633 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:23.810768 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:23.815738 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:31.272155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:31.274854 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:43.784783 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 5 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:23:44.793601 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:23:46.091491 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a3b8d303-0dc2-4078-9b00-11ce3fbac389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:48.220784 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c5b0d7b1-2c4b-447b-83cd-a5a758154cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:49.544655 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:50.986914 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:51.190134 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16309722'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:23:51.281039 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:00.817519 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:00.822962 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:01.275279 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:01.277171 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:03.190339 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39738) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:24:03.294447 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-cba6304d-aef9-4dcd-998d-79c1a98795d1 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030114 Jul 07 10:24:05.368971 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39748) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:24:05.422501 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-50798073-2c8c-40e9-86c7-91db8e136a87 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524063 Jul 07 10:24:15.416578 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:15.417323 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:16.093354 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-58828b6b-d41f-4c60-96d8-af7a56fa6403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:18.221360 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b5c3bfcb-b1d0-4023-aed0-20e005471952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:19.546914 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:20.784803 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:24:20.989293 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:21.188978 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:21.282823 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:31.272266 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:31.279500 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:45.108604 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=14 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:45.115759 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=20 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:24:46.094372 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f15b7fb3-705b-46e3-9d0d-3b714670125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:48.222332 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7f16-c0e1-4463-8ede-eee0d478fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:49.549772 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:50.992011 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:51.212109 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:51.284028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:24:57.783114 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:25:01.277849 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:01.280140 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:14.810221 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:14.819662 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:16.101286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d01f15f0-fe96-45e6-88ed-944a051e13cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:18.224718 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c8063384-f997-4a34-a3bb-1c9a3dc0af57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:19.553007 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:20.992829 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:21.223244 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:21.285970 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:31.280206 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=21 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:31.282114 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:34.783018 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:25:44.472617 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39896) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:44.806834 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1256991774-network', 'tenant_id': '98924fde961c41358ffb24ac3819557a'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:44.828624 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Made reservation on behalf of 98924fde961c41358ffb24ac3819557a for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:44.831279 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:44.840817 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:44.926406 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks [] for security_group (5e2b912d-6a54-48e9-997c-85dc1b6803bf), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:44.930570 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (5e2b912d-6a54-48e9-997c-85dc1b6803bf), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:44.951205 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:25:44.965005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (d4af9d49-1fb7-4e7f-b6d2-09ff25050c51), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:44.965005 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Added segment d4af9d49-1fb7-4e7f-b6d2-09ff25050c51 of type vlan for network b08fa55b-4190-4e6d-8467-4b3e6107ca87 Jul 07 10:25:45.014744 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (b08fa55b-4190-4e6d-8467-4b3e6107ca87), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.017162 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2b912d-6a54-48e9-997c-85dc1b6803bf,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:45.044517 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.044867 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.045314 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.045575 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.045876 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.046327 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.046652 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.047040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.047374 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.047904 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.048242 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.048587 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.048971 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.049208 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.049692 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Tracked resource versions report: Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: pushed versions: Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: { 'AddressGroup': {'1.2'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Agent': {'1.1'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'ConntrackHelper': {'1.0'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Log': {'1.0'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'NDPProxy': {'1.0'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Network': {'1.1'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Port': {'1.7'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'PortForwarding': {'1.3'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'QosPolicy': {'1.10'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroup': {'1.5'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SubPort': {'1.0'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Subnet': {'1.1'}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Trunk': {'1.1'}} Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: consumer versions: Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: HyperV agent@hv-cinder-82282: {}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Agent': '1.1', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'ConntrackHelper': '1.0', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'LocalIPAssociation': '1.0', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Log': '1.0', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'NDPProxy': '1.0', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Network': '1.1', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Port': '1.7', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'PortForwarding': '1.3', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'QosPolicy': '1.10', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroup': '1.5', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SecurityGroupRule': '1.2', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'SubPort': '1.0', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Subnet': '1.1', Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: 'Trunk': '1.1'}} Jul 07 10:25:45.051070 dv-cinder-822821-4-iscsi neutron-server[103871]: {{(pid=103871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:25:45.054081 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (b08fa55b-4190-4e6d-8467-4b3e6107ca87), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.058293 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:45.058900 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.107897 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 39942) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:45.108512 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6341350 Jul 07 10:25:45.118675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Request body: {'subnet': {'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1256991774-subnet', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:45.133778 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96a732-3dde-4432-be95-f5b6dfaf19b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b08fa55b-4190-4e6d-8467-4b3e6107ca87,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:45.146217 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:25:45.181217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Made reservation on behalf of 98924fde961c41358ffb24ac3819557a for: {'subnet': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:45.184209 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.487055 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (afb0439a-4f10-4fb8-a05b-50ac4ec4edd0), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.548679 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:45.559986 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.560518 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.561027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.561507 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.562006 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.562498 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.562986 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.563474 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.564011 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.564498 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.564981 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.565494 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.565984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.566463 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.566960 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Tracked resource versions report: Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: pushed versions: Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: { 'AddressGroup': {'1.2'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Agent': {'1.1'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'ConntrackHelper': {'1.0'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Log': {'1.0'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'NDPProxy': {'1.0'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Network': {'1.1'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Port': {'1.7'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'PortForwarding': {'1.3'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'QosPolicy': {'1.10'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroup': {'1.5'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SubPort': {'1.0'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Subnet': {'1.1'}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Trunk': {'1.1'}} Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: consumer versions: Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: HyperV agent@hv-cinder-82282: {}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Agent': '1.1', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'ConntrackHelper': '1.0', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'LocalIPAssociation': '1.0', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Log': '1.0', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'NDPProxy': '1.0', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Network': '1.1', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Port': '1.7', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'PortForwarding': '1.3', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'QosPolicy': '1.10', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroup': '1.5', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SecurityGroupRule': '1.2', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'SubPort': '1.0', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Subnet': '1.1', Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: 'Trunk': '1.1'}} Jul 07 10:25:45.568224 dv-cinder-822821-4-iscsi neutron-server[103872]: {{(pid=103872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:25:45.582009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Checking segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:45.582387 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Network hostable DHCP agents. Network: b08fa55b-4190-4e6d-8467-4b3e6107ca87, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:25:45.609633 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:25:45.625205 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, b08fa55b-4190-4e6d-8467-4b3e6107ca87) {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:45.633891 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da720a-99b0-4acb-b914-0ace1421ccf2 None None] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:45.638074 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:45.639138 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.665142 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 39980) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:45.666206 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-cf31bf65-12b9-48b1-8314-701a22c07d96 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5538659 Jul 07 10:25:45.670567 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:45.694483 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.696302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.764779 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks [] for router_controller (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), precommit_add_association {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.798344 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:25:45.799399 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.840716 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 39996) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:45.883339 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40002) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:45.983664 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks [] for router_gateway (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:45.987876 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Allocated IP 172.20.0.2 (b08fa55b-4190-4e6d-8467-4b3e6107ca87/afb0439a-4f10-4fb8-a05b-50ac4ec4edd0/cf9f7318-b8b3-49c4-812d-4eb89e4ed088) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:46.139777 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Publish callbacks [] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.152188 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.195099 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks [] for router_gateway (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.201242 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-747978048-network', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:46.207731 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Pushing event updated for resources: {'Port': ['ID=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:46.219912 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.224044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.224531 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.224720 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.232232 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.232769 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.234071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.235186 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.236320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.236807 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.237179 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.237598 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.237940 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.238307 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.238634 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.239131 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Tracked resource versions report: Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: pushed versions: Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: { 'AddressGroup': {'1.2'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Agent': {'1.1'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'ConntrackHelper': {'1.0'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Log': {'1.0'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'NDPProxy': {'1.0'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Network': {'1.1'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Port': {'1.7'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'PortForwarding': {'1.3'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'QosPolicy': {'1.10'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroup': {'1.5'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SubPort': {'1.0'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Subnet': {'1.1'}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Trunk': {'1.1'}} Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: consumer versions: Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: HyperV agent@hv-cinder-82282: {}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Agent': '1.1', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'ConntrackHelper': '1.0', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'LocalIPAssociation': '1.0', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Log': '1.0', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'NDPProxy': '1.0', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Network': '1.1', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Port': '1.7', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'PortForwarding': '1.3', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'QosPolicy': '1.10', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroup': '1.5', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SecurityGroupRule': '1.2', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'SubPort': '1.0', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Subnet': '1.1', Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: 'Trunk': '1.1'}} Jul 07 10:25:46.240322 dv-cinder-822821-4-iscsi neutron-server[103873]: {{(pid=103873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:25:46.248117 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-379751557-network', 'tenant_id': '26866bd48a1b436e983df989ea51bcbe'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:46.262776 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Made reservation on behalf of 0a883b49db0f4f32a32bf6d87e2f6104 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:46.265139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.268586 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:46.269756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f686c5e4-3461-4efc-84bf-cf9992d53479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.272258 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:46.280824 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:46.283627 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40020) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:46.297788 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.324287 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:46.359877 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Attempting to bind port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:25:46.360246 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Attempting to bind port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:25:46.360606 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Attempting to bind port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:25:46.366196 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:25:46.366932 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Checking segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:46.367501 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.368295 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Bound using segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:25:46.368954 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Bound port: cf9f7318-b8b3-49c4-812d-4eb89e4ed088, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:25:46.369506 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.443711 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:46.478817 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks [] for security_group (52535c06-6a3d-4d3d-888e-d0ac12368891), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.483238 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Made reservation on behalf of 26866bd48a1b436e983df989ea51bcbe for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:46.488366 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] For port cf9f7318-b8b3-49c4-812d-4eb89e4ed088, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:25:46.488519 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.492079 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] For port cf9f7318-b8b3-49c4-812d-4eb89e4ed088, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:25:46.500675 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.506265 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.529001 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (52535c06-6a3d-4d3d-888e-d0ac12368891), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.576593 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:25:46.584333 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca5a74-202a-4086-890a-9cd0ac277de9 None None] Pushing event updated for resources: {'Port': ['ID=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:46.598658 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730033137264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (183f5af8-23ef-4347-a59b-388b79bace49), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.599569 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Unsubscribe: segment precommit_create {{(pid=103872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 10:25:46.600275 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Added segment 183f5af8-23ef-4347-a59b-388b79bace49 of type vlan for network 03eb7d11-d380-46df-8615-998b46a27260 Jul 07 10:25:46.644619 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:46.649164 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Allocated IP 172.27.1.29 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/8b12dedc-2924-4252-929f-ee542878b362) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:46.680419 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (03eb7d11-d380-46df-8615-998b46a27260), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.728553 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=22,neutron:SELECT=73,neutron:UPDATE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:46.750834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (03eb7d11-d380-46df-8615-998b46a27260), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.752498 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:46.753597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.839771 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1479855673-network', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:46.893352 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Made reservation on behalf of 0c765bc215964bce8a321b4f3d085ae6 for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:46.895125 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:46.896296 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Pushing event updated for resources: {'Network': ['ID=03eb7d11-d380-46df-8615-998b46a27260,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:46.899769 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.911982 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0704608 Jul 07 10:25:46.917837 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 03eb7d11-d380-46df-8615-998b46a27260 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:25:46.985364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40038) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:46.985364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:46.985364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Request body: {'subnet': {'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-subnet', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:47.047892 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f5864-d822-4441-bffb-dd8cb473b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52535c06-6a3d-4d3d-888e-d0ac12368891,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:47.148029 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Made reservation on behalf of 0a883b49db0f4f32a32bf6d87e2f6104 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:47.156998 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.202206 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks [] for security_group (4aea86bd-6732-483d-b4f8-3f632b8c765a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.203768 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks [] for port (8b12dedc-2924-4252-929f-ee542878b362), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.211025 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4aea86bd-6732-483d-b4f8-3f632b8c765a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.291291 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aea86bd-6732-483d-b4f8-3f632b8c765a,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:47.305007 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:25:47.327631 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (a99178d9-ced3-49c3-92d1-62593e05c23d), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.328238 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Added segment a99178d9-ced3-49c3-92d1-62593e05c23d of type vlan for network aed5736c-3604-407a-bced-c1c7a1a41f8e Jul 07 10:25:47.399502 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (aed5736c-3604-407a-bced-c1c7a1a41f8e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.467391 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (aed5736c-3604-407a-bced-c1c7a1a41f8e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.470670 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:47.472876 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.517089 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device cf9f7318-b8b3-49c4-812d-4eb89e4ed088 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:47.581641 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6952832 Jul 07 10:25:47.586331 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40060) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:47.650988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Request body: {'subnet': {'network_id': 'aed5736c-3604-407a-bced-c1c7a1a41f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-379751557-subnet', 'tenant_id': '26866bd48a1b436e983df989ea51bcbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:47.653924 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:47.654595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.662587 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (8b12dedc-2924-4252-929f-ee542878b362), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.695351 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks [] for security_group (3bb7e4c0-69a6-410a-b171-834bb33d8394), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.774649 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fca4e-11d8-43d2-aee1-a1561e8028e4 admin admin] Pushing event updated for resources: {'Network': ['ID=aed5736c-3604-407a-bced-c1c7a1a41f8e,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:47.801152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Made reservation on behalf of 26866bd48a1b436e983df989ea51bcbe for: {'subnet': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:47.804788 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.810092 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b12dedc-2924-4252-929f-ee542878b362,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:47.813453 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network aed5736c-3604-407a-bced-c1c7a1a41f8e details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:25:47.825273 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:47.826022 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (3bb7e4c0-69a6-410a-b171-834bb33d8394), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.826425 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.852034 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:25:47.871895 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:47.880326 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Added segment bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a of type vlan for network 0130b19f-e9e8-4fb0-9387-7681bab626e8 Jul 07 10:25:47.981490 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port cf9f7318-b8b3-49c4-812d-4eb89e4ed088, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:25:48.012283 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (0130b19f-e9e8-4fb0-9387-7681bab626e8), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.113895 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.132234 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:48.192594 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:48.216669 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:48.235182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:48.243217 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (0130b19f-e9e8-4fb0-9387-7681bab626e8), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.244279 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:48.244989 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.251052 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (efa03380-7eb0-4efe-8813-8e005d6ae7aa), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.268552 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:48.282609 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:48.285363 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb7e4c0-69a6-410a-b171-834bb33d8394,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:48.295685 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:48.296973 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7bfd9e-f6f5-444e-bf8a-4eb793ef3964 None None] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:48.297222 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa03380-7eb0-4efe-8813-8e005d6ae7aa,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:48.311149 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (87eed4b2-6a2b-4284-b386-19c570667981), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.349628 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Checking segment: {'id': 'a99178d9-ced3-49c3-92d1-62593e05c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'aed5736c-3604-407a-bced-c1c7a1a41f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:48.350001 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Network hostable DHCP agents. Network: aed5736c-3604-407a-bced-c1c7a1a41f8e, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:25:48.383267 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-42627958-a796-4621-81e0-8e7fb558c9d7 None None] Provisioning complete for port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:48.384593 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-42627958-a796-4621-81e0-8e7fb558c9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.386268 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Network aed5736c-3604-407a-bced-c1c7a1a41f8e is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:25:48.391721 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a84e093c-3b1a-4b07-b8eb-ce697c5bd621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.406369 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:48.412319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, aed5736c-3604-407a-bced-c1c7a1a41f8e) {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:48.416737 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:48.417325 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.464622 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170d320-32b4-408a-9eed-399cb63c77f3 None None] Network aed5736c-3604-407a-bced-c1c7a1a41f8e requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:48.472066 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.1854167 Jul 07 10:25:48.472545 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-715f85e1-1727-4ae4-83bc-663d3892f92c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8851080 Jul 07 10:25:48.476314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40104) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:48.500096 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Request body: {'subnet': {'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1479855673-subnet', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:48.564803 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Made reservation on behalf of 0c765bc215964bce8a321b4f3d085ae6 for: {'subnet': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:48.569121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.635103 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7532776-6de3-492f-86b7-e753c3888ddc admin admin] Pushing event updated for resources: {'Network': ['ID=0130b19f-e9e8-4fb0-9387-7681bab626e8,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:48.637735 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=87eed4b2-6a2b-4284-b386-19c570667981,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:48.654419 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Checking segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:48.655045 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Network hostable DHCP agents. Network: 03eb7d11-d380-46df-8615-998b46a27260, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:25:48.655189 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:25:48.758089 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Network 03eb7d11-d380-46df-8615-998b46a27260 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:25:48.786055 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 03eb7d11-d380-46df-8615-998b46a27260) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:48.791881 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks [] for router_gateway (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.810068 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:48.817151 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d8d4f-4d70-4afe-a0db-c9eb479bf534 None None] Network 03eb7d11-d380-46df-8615-998b46a27260 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:48.860269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:48.862425 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:48.903474 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-fbd3d3e8-0ce4-40fc-9e8a-d9affccf4bca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9401112 Jul 07 10:25:48.934999 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40124) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:48.945605 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:48.984268 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (f31a9efb-adf1-4c21-859d-b7bed3c2db67), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.032148 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (e36c9967-0d94-47ca-9399-d4b955ff690c), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.033787 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (e36c9967-0d94-47ca-9399-d4b955ff690c), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.089141 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:49.161966 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31a9efb-adf1-4c21-859d-b7bed3c2db67,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:49.180956 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Checking segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:49.181230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Network hostable DHCP agents. Network: 0130b19f-e9e8-4fb0-9387-7681bab626e8, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:25:49.227788 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-03eb7d11-d380-46df-8615-998b46a27260', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:25:49.228750 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.242616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:25:49.265321 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks [] for router_controller (e36c9967-0d94-47ca-9399-d4b955ff690c), precommit_add_association {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.266195 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 0130b19f-e9e8-4fb0-9387-7681bab626e8) {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:49.279381 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:49.280153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.280660 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309d6ed-d7af-43ce-9698-cffa6f3f82d4 None None] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:49.330974 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-42627958-a796-4621-81e0-8e7fb558c9d7 None None] Current status of the port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:49.334300 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e9a8e2ce-3da8-4e35-9d88-316ead80baed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8523140 Jul 07 10:25:49.339482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40144) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:49.354046 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:49.447258 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (06868954-c553-4234-b52c-a7bb334740bc), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.447562 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf3cde3-7131-4d1e-a6a3-7a531487bc41 None None] Network aed5736c-3604-407a-bced-c1c7a1a41f8e requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:49.448952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (06868954-c553-4234-b52c-a7bb334740bc), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.506519 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.529815 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:49.541096 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device cf9f7318-b8b3-49c4-812d-4eb89e4ed088 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:49.720778 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks [] for router_gateway (e36c9967-0d94-47ca-9399-d4b955ff690c), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.735050 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks [] for router_controller (06868954-c553-4234-b52c-a7bb334740bc), precommit_add_association {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:49.777143 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Allocated IP 172.20.0.2 (03eb7d11-d380-46df-8615-998b46a27260/87eed4b2-6a2b-4284-b386-19c570667981/c9d5e3d3-068b-4dac-843a-e638bdddd081) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:49.896881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40158) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:49.959465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40164) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:50.003908 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Publish callbacks [] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.050753 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.065464 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks [] for router_gateway (06868954-c553-4234-b52c-a7bb334740bc), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.080878 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:50.191239 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-1ba03ac0-1d7a-43e2-910b-404e346b73b3 None None] Provisioning complete for port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:50.191639 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1ba03ac0-1d7a-43e2-910b-404e346b73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.201447 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:25:50.215919 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks [] for router_gateway (e36c9967-0d94-47ca-9399-d4b955ff690c), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.275387 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Network 03eb7d11-d380-46df-8615-998b46a27260 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:50.296654 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d85a693-143c-4742-9af7-e300b488889e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.350318 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:50.350318 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:50.350318 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:50.369177 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:50.379154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40176) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:50.387806 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a86917a-ba29-4f03-ae09-1616709916c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.396856 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.400334 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1920430061-network', 'tenant_id': 'df3b29d6141b4a838c90695b6b98a6d0'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:50.411481 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:50.412854 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:25:50.426017 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:25:50.426527 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.444784 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:50.445435 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:50.447113 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-0130b19f-e9e8-4fb0-9387-7681bab626e8', 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'fixed_ips': [{'subnet_id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:25:50.448043 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.451996 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:50.452297 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.466429 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks [] for router_gateway (06868954-c553-4234-b52c-a7bb334740bc), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.530702 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.532584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Made reservation on behalf of df3b29d6141b4a838c90695b6b98a6d0 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:50.535083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.566371 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Pushing event updated for resources: {'Port': ['ID=c9d5e3d3-068b-4dac-843a-e638bdddd081,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:50.613871 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-1ba03ac0-1d7a-43e2-910b-404e346b73b3 None None] Current status of the port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:50.616535 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.636194 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Allocated IP 172.27.1.74 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/9f0cdabd-5687-4e0d-8f00-4a55b4495edb) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:50.641706 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:50.764513 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:50.798172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d85a693-143c-4742-9af7-e300b488889e admin admin] Publish callbacks [] for security_group (b835e094-a958-459f-a2ad-b53a0fa6a5bb), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.808849 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Attempting to bind port c9d5e3d3-068b-4dac-843a-e638bdddd081 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:25:50.809375 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Attempting to bind port c9d5e3d3-068b-4dac-843a-e638bdddd081 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:25:50.809708 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Attempting to bind port c9d5e3d3-068b-4dac-843a-e638bdddd081 on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:25:50.817196 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d85a693-143c-4742-9af7-e300b488889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b835e094-a958-459f-a2ad-b53a0fa6a5bb), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.820467 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.821791 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-60a7ca38-f102-46c7-928f-7f75743f28e0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1548131 Jul 07 10:25:50.824616 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40192) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:50.842264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:25:50.847591 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Checking segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:50.848143 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.848725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Bound using segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:25:50.849304 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Bound port: c9d5e3d3-068b-4dac-843a-e638bdddd081, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:25:50.849788 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:50.936517 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks [] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.013587 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5d85a693-143c-4742-9af7-e300b488889e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c6a404439ce43e4b6210fcf354a5472&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1120713 Jul 07 10:25:51.022093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a86917a-ba29-4f03-ae09-1616709916c8 admin admin] Publish callbacks [] for security_group (a1c64d6e-7eb4-4a70-b4f4-f89a7537d094), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.032945 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:51.033682 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40204) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:51.045091 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:48Z', 'revision_number': 3, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:51.049941 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.054660 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a86917a-ba29-4f03-ae09-1616709916c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a1c64d6e-7eb4-4a70-b4f4-f89a7537d094), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.061046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:51.086909 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:25:51.087388 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Updating router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 port 8b12dedc-2924-4252-929f-ee542878b362 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:25:51.115006 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.121178 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Allocated IP 172.20.0.2 (0130b19f-e9e8-4fb0-9387-7681bab626e8/f31a9efb-adf1-4c21-859d-b7bed3c2db67/6511c9e5-1b34-4fc6-9c29-9b9163c20ff2) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:51.129500 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (8b12dedc-2924-4252-929f-ee542878b362), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.134933 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] For port c9d5e3d3-068b-4dac-843a-e638bdddd081, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:25:51.142776 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] For port c9d5e3d3-068b-4dac-843a-e638bdddd081, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c9d5e3d3-068b-4dac-843a-e638bdddd081,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:25:51.164685 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.206455 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85a693-143c-4742-9af7-e300b488889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b835e094-a958-459f-a2ad-b53a0fa6a5bb,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.216948 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6a86917a-ba29-4f03-ae09-1616709916c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d14c724ddb346539e903734794ccf42&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2560866 Jul 07 10:25:51.224362 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40212) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:51.318351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265055b-855e-4166-9060-c4a835d6d721 None None] Pushing event updated for resources: {'Port': ['ID=c9d5e3d3-068b-4dac-843a-e638bdddd081,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.323293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Allocated IP 172.27.1.142 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/23f380f4-14df-44dc-869e-3a933c2a1a81) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:51.324017 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.347767 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.361847 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86917a-ba29-4f03-ae09-1616709916c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c64d6e-7eb4-4a70-b4f4-f89a7537d094,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.377136 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:51.379294 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Pushing event updated for resources: {'Port': ['ID=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.379588 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks [] for security_group (d55e51dc-fb07-4919-ac97-7e0ec38be35a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.412797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d55e51dc-fb07-4919-ac97-7e0ec38be35a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.459642 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:51.464470 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:51.469597 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:51.474482 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Publish callbacks [] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.482247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=23,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:51.489491 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.501847 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:25:51.513739 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55e51dc-fb07-4919-ac97-7e0ec38be35a,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.538577 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c2db40a-9d1f-433a-bac4-77839b8185f9 admin admin] Publish callbacks [] for security_group (a1c64d6e-7eb4-4a70-b4f4-f89a7537d094), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.554473 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:51.581386 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:51.601665 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:51.603957 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Pushing event updated for resources: {'Port': ['ID=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.610567 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:51.616263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (3247b1d8-b7d5-4770-8a16-6ca266fe3553), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.616263 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Added segment 3247b1d8-b7d5-4770-8a16-6ca266fe3553 of type vlan for network 018e99f3-180d-44d1-9643-1179c3bf0f5c Jul 07 10:25:51.653230 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-966663ea-e083-4fc6-a056-be6e0c7cfb41 admin admin] Publish callbacks [] for security_group (b835e094-a958-459f-a2ad-b53a0fa6a5bb), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.657148 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:51.693865 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Attempting to bind port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:25:51.694227 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Attempting to bind port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:25:51.694850 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Attempting to bind port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 on network 0130b19f-e9e8-4fb0-9387-7681bab626e8 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:25:51.706310 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:25:51.706682 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Checking segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:51.707079 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.707671 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Bound using segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:25:51.707948 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Bound port: 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:25:51.708324 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.718056 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c2db40a-9d1f-433a-bac4-77839b8185f9 admin admin] Publish callbacks [] for security_group (a1c64d6e-7eb4-4a70-b4f4-f89a7537d094), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.724497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-966663ea-e083-4fc6-a056-be6e0c7cfb41 admin admin] Publish callbacks [] for security_group (b835e094-a958-459f-a2ad-b53a0fa6a5bb), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.836258 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (018e99f3-180d-44d1-9643-1179c3bf0f5c), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.839372 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] For port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:25:51.841410 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c2db40a-9d1f-433a-bac4-77839b8185f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a1c64d6e-7eb4-4a70-b4f4-f89a7537d094), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.843906 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c2db40a-9d1f-433a-bac4-77839b8185f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.845859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] For port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:25:51.848072 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2c2db40a-9d1f-433a-bac4-77839b8185f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1c64d6e-7eb4-4a70-b4f4-f89a7537d094 HTTP/1.1" status: 204 len: 168 time: 0.6205149 Jul 07 10:25:51.851850 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks [] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.857804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:51.866804 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db40a-9d1f-433a-bac4-77839b8185f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c64d6e-7eb4-4a70-b4f4-f89a7537d094,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:51.991076 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4c81-1eae-4fd0-a944-54d04bbbe46d None None] Pushing event updated for resources: {'Port': ['ID=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:52.013057 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks [] for router_gateway (e36c9967-0d94-47ca-9399-d4b955ff690c), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.044014 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-966663ea-e083-4fc6-a056-be6e0c7cfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b835e094-a958-459f-a2ad-b53a0fa6a5bb), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.046598 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-966663ea-e083-4fc6-a056-be6e0c7cfb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.050296 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-966663ea-e083-4fc6-a056-be6e0c7cfb41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b835e094-a958-459f-a2ad-b53a0fa6a5bb HTTP/1.1" status: 204 len: 168 time: 1.0132535 Jul 07 10:25:52.052950 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (018e99f3-180d-44d1-9643-1179c3bf0f5c), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.054422 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:52.055254 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.137679 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966663ea-e083-4fc6-a056-be6e0c7cfb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835e094-a958-459f-a2ad-b53a0fa6a5bb,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:52.185552 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.342512 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.425596 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] Pushing event updated for resources: {'Network': ['ID=018e99f3-180d-44d1-9643-1179c3bf0f5c,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:52.440023 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 018e99f3-180d-44d1-9643-1179c3bf0f5c details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:25:52.562828 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-9b76396f-6321-4f54-9799-b5d9b8918fef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1759639 Jul 07 10:25:52.565448 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Publish callbacks [] for port (8b12dedc-2924-4252-929f-ee542878b362), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.576999 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40252) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:52.580954 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (8b12dedc-2924-4252-929f-ee542878b362), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.610289 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Request body: {'subnet': {'network_id': '018e99f3-180d-44d1-9643-1179c3bf0f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1920430061-subnet', 'tenant_id': 'df3b29d6141b4a838c90695b6b98a6d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:52.611607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:52.642296 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:52.680269 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:52.699945 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:52.726530 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Pushing event updated for resources: {'Port': ['ID=8b12dedc-2924-4252-929f-ee542878b362,revision_number=2']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:52.749458 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.750176 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.753798 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.754191 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.754541 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.755980 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.757738 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.758430 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.760550 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.760895 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.762915 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.763572 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.763972 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.764314 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.764651 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Tracked resource versions report: Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: pushed versions: Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: { 'AddressGroup': {'1.2'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Agent': {'1.1'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'ConntrackHelper': {'1.0'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'LocalIPAssociation': {'1.0'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Log': {'1.0'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'NDPProxy': {'1.0'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Network': {'1.1'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Port': {'1.7'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'PortForwarding': {'1.3'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'QosPolicy': {'1.10'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroup': {'1.5'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroupRule': {'1.2'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SubPort': {'1.0'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Subnet': {'1.1'}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Trunk': {'1.1'}} Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: consumer versions: Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: { DHCP agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: HyperV agent@hv-cinder-82282: {}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: L3 agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: Metadata agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: Metering agent@dv-cinder-822821-4-iscsi: {}, Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: Open vSwitch agent@dv-cinder-822821-4-iscsi: { 'AddressGroup': '1.2', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Agent': '1.1', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'ConntrackHelper': '1.0', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'LocalIPAssociation': '1.0', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Log': '1.0', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'NDPProxy': '1.0', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Network': '1.1', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Port': '1.7', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'PortForwarding': '1.3', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'QosPolicy': '1.10', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroup': '1.5', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SecurityGroupRule': '1.2', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'SubPort': '1.0', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Subnet': '1.1', Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: 'Trunk': '1.1'}} Jul 07 10:25:52.767483 dv-cinder-822821-4-iscsi neutron-server[103874]: {{(pid=103874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 10:25:52.808002 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40262) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:52.810334 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Pushing event updated for resources: {'Port': ['ID=23f380f4-14df-44dc-869e-3a933c2a1a81,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:52.856353 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Attempting to bind port 8b12dedc-2924-4252-929f-ee542878b362 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:25:52.857775 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Attempting to bind port 8b12dedc-2924-4252-929f-ee542878b362 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:25:52.857857 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Attempting to bind port 8b12dedc-2924-4252-929f-ee542878b362 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:25:52.878090 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:25:52.878701 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:52.880606 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.881154 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:25:52.883729 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Bound port: 8b12dedc-2924-4252-929f-ee542878b362, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:25:52.885208 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (8b12dedc-2924-4252-929f-ee542878b362), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.907647 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-390af48b-7143-4956-b224-ab5307aef66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:52.999948 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1cf13-c550-4261-9335-27c6e925e74d None None] Network 03eb7d11-d380-46df-8615-998b46a27260 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:53.083711 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:53.101346 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] For port 8b12dedc-2924-4252-929f-ee542878b362, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:25:53.111643 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] For port 8b12dedc-2924-4252-929f-ee542878b362, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=8b12dedc-2924-4252-929f-ee542878b362,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:25:53.113526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] Provisioning complete for port c9d5e3d3-068b-4dac-843a-e638bdddd081 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:53.114671 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.117883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (e36c9967-0d94-47ca-9399-d4b955ff690c), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.128244 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:53.128566 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (8b12dedc-2924-4252-929f-ee542878b362), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.212465 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40276) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:53.250519 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929e989-0a20-4d32-8ccb-8c60d2f8e671 None None] Pushing event updated for resources: {'Port': ['ID=8b12dedc-2924-4252-929f-ee542878b362,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:53.254891 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:53.258112 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:53.294705 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:53.304958 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Made reservation on behalf of df3b29d6141b4a838c90695b6b98a6d0 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:25:53.307708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.478345 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] Current status of the port c9d5e3d3-068b-4dac-843a-e638bdddd081 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:53.478739 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.572308 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] For port c9d5e3d3-068b-4dac-843a-e638bdddd081, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c9d5e3d3-068b-4dac-843a-e638bdddd081,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:25:53.581912 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.642149 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:53.673737 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c9d5e3d3-068b-4dac-843a-e638bdddd081 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:53.752074 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ecf1cfdf-4d70-48a6-8406-8568796591fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.755958 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks [] for router_gateway (06868954-c553-4234-b52c-a7bb334740bc), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.784725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e85be-2f95-4b01-8ad5-2443cd9e0c1f None None] Pushing event updated for resources: {'Port': ['ID=c9d5e3d3-068b-4dac-843a-e638bdddd081,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:53.814022 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3780e07-1b9a-49de-ae5e-9c2627e5dddb None None] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:53.834412 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-73c1afe9-1abd-43ea-806c-c278435a1d69 None None] Provisioning complete for port c9d5e3d3-068b-4dac-843a-e638bdddd081 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:53.834915 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-73c1afe9-1abd-43ea-806c-c278435a1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.836225 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:53.838550 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-390af48b-7143-4956-b224-ab5307aef66d admin admin] Publish callbacks [] for security_group (4268b366-471d-4cd9-b742-6d860168630f), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.838898 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port c9d5e3d3-068b-4dac-843a-e638bdddd081 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:53.839457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.864268 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-390af48b-7143-4956-b224-ab5307aef66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4268b366-471d-4cd9-b742-6d860168630f), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:53.950938 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-390af48b-7143-4956-b224-ab5307aef66d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5751156d7da241b486bad5d9434133a5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1344299 Jul 07 10:25:53.952468 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40292) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:53.952468 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390af48b-7143-4956-b224-ab5307aef66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4268b366-471d-4cd9-b742-6d860168630f,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:53.953509 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:53.967537 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:48Z', 'revision_number': 3, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:54.001153 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768353-18c8-46ca-9170-130fe9a5cc30 None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:48Z', 'revision_number': 3, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:25:54.018449 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:54.023381 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (ce980f8e-cd47-47cf-8957-6932f8fcd57f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.074129 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ecf1cfdf-4d70-48a6-8406-8568796591fa admin admin] Publish callbacks [] for security_group (9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.094407 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Allocated IP 172.20.0.1 (b08fa55b-4190-4e6d-8467-4b3e6107ca87/afb0439a-4f10-4fb8-a05b-50ac4ec4edd0/28aadbe8-4107-434c-be39-278f156ab448) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:54.117492 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:54.121649 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port c9d5e3d3-068b-4dac-843a-e638bdddd081 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:54.122942 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:54.137829 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ecf1cfdf-4d70-48a6-8406-8568796591fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.172500 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce980f8e-cd47-47cf-8957-6932f8fcd57f,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:54.177929 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-73c1afe9-1abd-43ea-806c-c278435a1d69 None None] Current status of the port c9d5e3d3-068b-4dac-843a-e638bdddd081 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:54.187432 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:54.188024 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.196932 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (06868954-c553-4234-b52c-a7bb334740bc), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.200964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-83dcd3be-7529-4890-90c2-44387579539c admin admin] Publish callbacks [] for security_group (4268b366-471d-4cd9-b742-6d860168630f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.207778 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ecf1cfdf-4d70-48a6-8406-8568796591fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8f89082d97f4967910ab5dccc941265&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9867630 Jul 07 10:25:54.218949 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40298) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:54.362605 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-83dcd3be-7529-4890-90c2-44387579539c admin admin] Publish callbacks [] for security_group (4268b366-471d-4cd9-b742-6d860168630f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.363431 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Provisioning complete for port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:54.363846 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.370455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:54.370843 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.523369 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:25:54.529106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks [] for port (28aadbe8-4107-434c-be39-278f156ab448), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.539712 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1cfdf-4d70-48a6-8406-8568796591fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:54.573379 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Checking segment: {'id': '3247b1d8-b7d5-4770-8a16-6ca266fe3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '018e99f3-180d-44d1-9643-1179c3bf0f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:54.573845 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Network hostable DHCP agents. Network: 018e99f3-180d-44d1-9643-1179c3bf0f5c, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:25:54.593782 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.615052 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80653017-4736-488f-9996-73544724e8f4 admin admin] Publish callbacks [] for security_group (9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.626723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Router e36c9967-0d94-47ca-9399-d4b955ff690c is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:25:54.633663 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-83dcd3be-7529-4890-90c2-44387579539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4268b366-471d-4cd9-b742-6d860168630f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.636661 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-83dcd3be-7529-4890-90c2-44387579539c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.639102 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-83dcd3be-7529-4890-90c2-44387579539c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4268b366-471d-4cd9-b742-6d860168630f HTTP/1.1" status: 204 len: 168 time: 0.6833081 Jul 07 10:25:54.659162 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcd3be-7529-4890-90c2-44387579539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4268b366-471d-4cd9-b742-6d860168630f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:54.676019 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (28aadbe8-4107-434c-be39-278f156ab448), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.680120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80653017-4736-488f-9996-73544724e8f4 admin admin] Publish callbacks [] for security_group (9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.717785 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Network 018e99f3-180d-44d1-9643-1179c3bf0f5c is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:25:54.726402 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:54.731024 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Current status of the port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:54.731423 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.794502 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Router 06868954-c553-4234-b52c-a7bb334740bc is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:25:54.800786 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:54.804937 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80653017-4736-488f-9996-73544724e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.808196 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80653017-4736-488f-9996-73544724e8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.811688 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-80653017-4736-488f-9996-73544724e8f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f HTTP/1.1" status: 204 len: 168 time: 0.5866804 Jul 07 10:25:54.830295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80653017-4736-488f-9996-73544724e8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdd7889-5f84-44ba-bc7d-c4226b1b1a3f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:54.848187 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:54.867036 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:54.876247 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 018e99f3-180d-44d1-9643-1179c3bf0f5c) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:54.907607 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945fa2f-43cf-435d-9515-86951a31ec4f None None] Network 018e99f3-180d-44d1-9643-1179c3bf0f5c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:54.907977 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:25:54.908961 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.920895 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:54.930229 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:54.930720 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:54.953987 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=28aadbe8-4107-434c-be39-278f156ab448,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:54.982212 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:55.003802 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:25:55.041407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.046403 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-178cf5b3-461e-4aca-9064-23df196757b2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7051282 Jul 07 10:25:55.048739 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40322) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:55.198926 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Sync routers for ids ['06868954-c553-4234-b52c-a7bb334740bc'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:25:55.211105 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:25:55.225921 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Sync routers for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:25:55.243998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40326) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:55.245270 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:55.247060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.db.api [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 10:25:55.247837 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG oslo_db.api [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 10:25:55.272724 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:55.275385 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:55.344651 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3c0860e8-3779-4f6a-966d-5450e2ab3056 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7491343 Jul 07 10:25:55.358784 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.364590 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4f6ed597-435d-45b1-beb7-ca5121138e7d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4279580 Jul 07 10:25:55.365121 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40332) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:55.365720 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Routers {'06868954-c553-4234-b52c-a7bb334740bc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:55.368129 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['06868954-c553-4234-b52c-a7bb334740bc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:55.557407 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (28aadbe8-4107-434c-be39-278f156ab448), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.573504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:55.580485 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:55.732044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8b12dedc-2924-4252-929f-ee542878b362 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:55.756072 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0606-9cc8-49a1-8faf-4ddbba0a3a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.794266 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Set router 06868954-c553-4234-b52c-a7bb334740bc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:55.826090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks [] for port (28aadbe8-4107-434c-be39-278f156ab448), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.836106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (28aadbe8-4107-434c-be39-278f156ab448), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.836945 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.868252 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0606-9cc8-49a1-8faf-4ddbba0a3a86 admin admin] Publish callbacks [] for security_group (23ec32b1-dc3e-4519-a233-4070b031471e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.880882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40340) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:55.886251 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0606-9cc8-49a1-8faf-4ddbba0a3a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (23ec32b1-dc3e-4519-a233-4070b031471e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:55.954741 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:55.986782 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:51Z', 'revision_number': 3, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:56.043671 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Checking router: e36c9967-0d94-47ca-9399-d4b955ff690c for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:25:56.044090 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Updating router e36c9967-0d94-47ca-9399-d4b955ff690c port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:25:56.065486 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f0606-9cc8-49a1-8faf-4ddbba0a3a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ec32b1-dc3e-4519-a233-4070b031471e,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:56.073398 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-ba6f0606-9cc8-49a1-8faf-4ddbba0a3a86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf455075addb494f89fc180a2c0fc19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269005 Jul 07 10:25:56.078926 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40350) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:56.080700 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Deleting subnet efa03380-7eb0-4efe-8813-8e005d6ae7aa {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:25:56.088719 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Publish callbacks [] for subnet (efa03380-7eb0-4efe-8813-8e005d6ae7aa), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.129972 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=28aadbe8-4107-434c-be39-278f156ab448,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:56.141171 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.166284 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02677fa4-c603-41fc-8980-a43506db89e6 None None] Network 018e99f3-180d-44d1-9643-1179c3bf0f5c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:25:56.173166 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:56.181007 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Publish callbacks [] for subnet (efa03380-7eb0-4efe-8813-8e005d6ae7aa), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.203380 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:56.217191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (efa03380-7eb0-4efe-8813-8e005d6ae7aa), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.368024 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-298ca5af-53f7-4552-9161-2a70d9f65bf4 None None] Current status of the port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:56.467900 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:56.489582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:56.541313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:56.553395 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.562910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (efa03380-7eb0-4efe-8813-8e005d6ae7aa), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.568507 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 8b12dedc-2924-4252-929f-ee542878b362 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:56.575735 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8b12dedc-2924-4252-929f-ee542878b362), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.658810 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-5bf60dd9-a90b-421b-a052-a46da30c1fd2 None None] Provisioning complete for port 28aadbe8-4107-434c-be39-278f156ab448 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:56.664884 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5bf60dd9-a90b-421b-a052-a46da30c1fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (28aadbe8-4107-434c-be39-278f156ab448), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.696243 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa03380-7eb0-4efe-8813-8e005d6ae7aa,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:56.717986 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.725826 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f435d4a5-c8c4-4a34-844e-860fb060e70e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/efa03380-7eb0-4efe-8813-8e005d6ae7aa HTTP/1.1" status: 204 len: 168 time: 0.8423450 Jul 07 10:25:56.732949 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40372) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:56.757655 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Publish callbacks [] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.769561 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.785680 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-79eccce1-d7ab-4368-819f-21eaf49922a5 admin admin] Publish callbacks [] for security_group (23ec32b1-dc3e-4519-a233-4070b031471e), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.813840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:56.826348 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:56.844901 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Attempting to bind port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:25:56.846022 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Attempting to bind port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:25:56.846408 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Attempting to bind port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:25:56.887460 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-79eccce1-d7ab-4368-819f-21eaf49922a5 admin admin] Publish callbacks [] for security_group (23ec32b1-dc3e-4519-a233-4070b031471e), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.906954 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 8b12dedc-2924-4252-929f-ee542878b362 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:56.907622 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (8b12dedc-2924-4252-929f-ee542878b362), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.916761 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:25:56.917225 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:56.917657 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:56.922376 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:25:56.922924 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Bound port: 9f0cdabd-5687-4e0d-8f00-4a55b4495edb, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:25:56.926216 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-5bf60dd9-a90b-421b-a052-a46da30c1fd2 None None] Port 28aadbe8-4107-434c-be39-278f156ab448 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:25:56.929773 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.020743 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:53Z', 'revision_number': 3, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:57.025533 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-5bf60dd9-a90b-421b-a052-a46da30c1fd2 None None] Provisioning complete for port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:57.026979 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5bf60dd9-a90b-421b-a052-a46da30c1fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.035126 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 8b12dedc-2924-4252-929f-ee542878b362, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=8b12dedc-2924-4252-929f-ee542878b362,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:25:57.040489 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] For port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:25:57.053042 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] For port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:25:57.053483 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.081852 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.154765 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c2329-9fda-466d-aec8-35605425aa8e None None] Pushing event updated for resources: {'Port': ['ID=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,revision_number=2']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:57.189151 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Checking router: 06868954-c553-4234-b52c-a7bb334740bc for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:25:57.200342 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Updating router 06868954-c553-4234-b52c-a7bb334740bc port 23f380f4-14df-44dc-869e-3a933c2a1a81 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:25:57.250575 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (8b12dedc-2924-4252-929f-ee542878b362), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.251487 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c9d5e3d3-068b-4dac-843a-e638bdddd081 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:57.274199 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:57.274838 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:57.312885 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:25:57.338765 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.427321 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c2329-9fda-466d-aec8-35605425aa8e None None] Pushing event updated for resources: {'Port': ['ID=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:57.465140 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=8b12dedc-2924-4252-929f-ee542878b362,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:57.505770 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port c9d5e3d3-068b-4dac-843a-e638bdddd081 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:57.506343 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.565101 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (aed5736c-3604-407a-bced-c1c7a1a41f8e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.567190 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-5bf60dd9-a90b-421b-a052-a46da30c1fd2 None None] Current status of the port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:57.580028 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:57.651445 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Allocated IP 172.20.0.1 (03eb7d11-d380-46df-8615-998b46a27260/87eed4b2-6a2b-4284-b386-19c570667981/6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:57.661532 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:57.692715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40404) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:57.748677 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Allocated IP 172.20.0.1 (0130b19f-e9e8-4fb0-9387-7681bab626e8/f31a9efb-adf1-4c21-859d-b7bed3c2db67/b0404bf9-a304-4923-879b-b12a5e5fcb04) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:25:57.791821 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (aed5736c-3604-407a-bced-c1c7a1a41f8e), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.804359 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:57.827199 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Publish callbacks [] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.836836 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:57.837036 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.837409 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.838124 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.838377 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.838835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.839180 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.839598 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.840013 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.840324 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.840639 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:57.862987 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port c9d5e3d3-068b-4dac-843a-e638bdddd081 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:57.864347 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:57.870020 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.909680 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks [] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.912483 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-79eccce1-d7ab-4368-819f-21eaf49922a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (23ec32b1-dc3e-4519-a233-4070b031471e), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.914956 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-79eccce1-d7ab-4368-819f-21eaf49922a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.916153 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-79eccce1-d7ab-4368-819f-21eaf49922a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23ec32b1-dc3e-4519-a233-4070b031471e HTTP/1.1" status: 204 len: 168 time: 1.8134260 Jul 07 10:25:57.938274 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:57.941986 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c0769d0e-e11f-4dbc-84a2-7e0cee02a0bd None None] Provisioning complete for port 28aadbe8-4107-434c-be39-278f156ab448 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:57.942643 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c0769d0e-e11f-4dbc-84a2-7e0cee02a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (28aadbe8-4107-434c-be39-278f156ab448), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:57.944634 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eccce1-d7ab-4368-819f-21eaf49922a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ec32b1-dc3e-4519-a233-4070b031471e,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:57.955472 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:57.964168 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:51Z', 'revision_number': 3, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:58.011299 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c00da-5f2f-4b8f-b958-b249f84741ab None None] The sync data for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi is: [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:51Z', 'revision_number': 3, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:25:58.041089 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b784f0-730e-4472-9b5f-1eea9214a4aa None None] Pushing event updated for resources: {'Port': ['ID=23f380f4-14df-44dc-869e-3a933c2a1a81,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:58.058041 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:25:58.064978 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ebac76ba-629c-48b3-96ba-b72230432ae1 admin admin] 10.222.0.16 "PUT /v2.0/routers/add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2393568 Jul 07 10:25:58.069233 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:58.070162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.073650 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c0769d0e-e11f-4dbc-84a2-7e0cee02a0bd None None] Port 28aadbe8-4107-434c-be39-278f156ab448 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:25:58.076756 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.078690 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Attempting to bind port 23f380f4-14df-44dc-869e-3a933c2a1a81 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:25:58.079286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Attempting to bind port 23f380f4-14df-44dc-869e-3a933c2a1a81 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:25:58.079927 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Attempting to bind port 23f380f4-14df-44dc-869e-3a933c2a1a81 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:25:58.083874 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:25:58.141580 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:25:58.142679 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:25:58.143072 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Network 03eb7d11-d380-46df-8615-998b46a27260 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:58.145303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.146021 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:25:58.147445 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Bound port: 23f380f4-14df-44dc-869e-3a933c2a1a81, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:25:58.148355 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.157765 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:58.160233 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Pushing event updated for resources: {'Port': ['ID=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:58.167688 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:58.168739 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (e36c9967-0d94-47ca-9399-d4b955ff690c), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.181850 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:58.182632 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:58.318631 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:58.319081 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:58.319723 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:58.320133 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:25:58.320668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed5736c-3604-407a-bced-c1c7a1a41f8e']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:58.408362 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.577974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99178d9-ced3-49c3-92d1-62593e05c23d') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:58.578874 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99178d9-ced3-49c3-92d1-62593e05c23d') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:58.583781 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] For port 23f380f4-14df-44dc-869e-3a933c2a1a81, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:25:58.622594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-76c2fb16-edce-4a44-ba25-f238edebccc4 None None] Provisioning complete for port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:58.622987 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-76c2fb16-edce-4a44-ba25-f238edebccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.623524 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bc179d4a-6d61-4941-8479-55dadc9ce4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.629623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (a99178d9-ced3-49c3-92d1-62593e05c23d), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.639828 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] For port 23f380f4-14df-44dc-869e-3a933c2a1a81, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=23f380f4-14df-44dc-869e-3a933c2a1a81,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:25:58.680394 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:25:58.695350 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.715467 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks [] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.724157 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (a99178d9-ced3-49c3-92d1-62593e05c23d), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.727522 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:58.776186 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:25:58.776610 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (a99178d9-ced3-49c3-92d1-62593e05c23d), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.842173 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks [] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.845268 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40434) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:58.853027 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-76c2fb16-edce-4a44-ba25-f238edebccc4 None None] Port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:25:58.866434 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.867203 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (e36c9967-0d94-47ca-9399-d4b955ff690c), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.901975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:58.940215 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Routers {'06868954-c553-4234-b52c-a7bb334740bc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:25:58.941217 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['06868954-c553-4234-b52c-a7bb334740bc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:58.962188 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b717b5cd-e066-4bcd-bc2a-90ba7e507a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:58.966764 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b784f0-730e-4472-9b5f-1eea9214a4aa None None] Pushing event updated for resources: {'Port': ['ID=23f380f4-14df-44dc-869e-3a933c2a1a81,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:59.026092 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8b12dedc-2924-4252-929f-ee542878b362 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:25:59.076378 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (aed5736c-3604-407a-bced-c1c7a1a41f8e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.078585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.123501 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.134857 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aed5736c-3604-407a-bced-c1c7a1a41f8e HTTP/1.1" status: 204 len: 168 time: 2.3908112 Jul 07 10:25:59.151608 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40438) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:59.205197 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:59.217470 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:59.218774 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84695-5b47-4b0b-890b-77b23e8113f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed5736c-3604-407a-bced-c1c7a1a41f8e,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:59.227483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 8b12dedc-2924-4252-929f-ee542878b362 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:59.228330 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8b12dedc-2924-4252-929f-ee542878b362), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.236237 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:59.240426 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Pushing event updated for resources: {'Port': ['ID=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:59.256822 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Network 03eb7d11-d380-46df-8615-998b46a27260 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:25:59.262944 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:59.266643 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:59.278200 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:25:59.283455 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:25:59.297557 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bc179d4a-6d61-4941-8479-55dadc9ce4e1 admin admin] Publish callbacks [] for security_group (db28adb5-7adb-45ba-b0da-de2d14d29b32), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.397022 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:59.405047 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bc179d4a-6d61-4941-8479-55dadc9ce4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (db28adb5-7adb-45ba-b0da-de2d14d29b32), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.419144 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] Set router 06868954-c553-4234-b52c-a7bb334740bc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:25:59.421269 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0404bf9-a304-4923-879b-b12a5e5fcb04,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:59.521047 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Deleting subnet ce980f8e-cd47-47cf-8957-6932f8fcd57f {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:25:59.602000 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Router e36c9967-0d94-47ca-9399-d4b955ff690c has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:25:59.604389 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40450) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:59.606536 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Publish callbacks [] for subnet (ce980f8e-cd47-47cf-8957-6932f8fcd57f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.609493 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:25:59.626555 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bc179d4a-6d61-4941-8479-55dadc9ce4e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66585219154c4b15bc78b22930ad3e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9305019 Jul 07 10:25:59.638550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507409813', 'description': 'tempest-description--771690650'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:25:59.656767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (06868954-c553-4234-b52c-a7bb334740bc), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.680957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40452) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:25:59.726030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc179d4a-6d61-4941-8479-55dadc9ce4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28adb5-7adb-45ba-b0da-de2d14d29b32,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:25:59.849403 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (ce980f8e-cd47-47cf-8957-6932f8fcd57f), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.849740 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 2, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:25:59.886849 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.912141 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:25:59.912718 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Updating router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 port 28aadbe8-4107-434c-be39-278f156ab448 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:25:59.955635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-879de990-8eda-4257-9be2-884076da0831 None None] Provisioning complete for port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:25:59.966421 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-879de990-8eda-4257-9be2-884076da0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:25:59.973191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (ce980f8e-cd47-47cf-8957-6932f8fcd57f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.011412 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (28aadbe8-4107-434c-be39-278f156ab448), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.060128 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:53Z', 'revision_number': 3, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:00.094635 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:26:00.098578 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.101667 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679a66f-65ae-4c18-b932-9ebe3a0e99b1 None None] The sync data for ids ['06868954-c553-4234-b52c-a7bb334740bc'] in dv-cinder-822821-4-iscsi is: [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:53Z', 'revision_number': 3, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:26:00.117020 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a853d17d-2576-484a-b091-49d9c89a001d admin admin] 10.222.0.16 "PUT /v2.0/routers/e36c9967-0d94-47ca-9399-d4b955ff690c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7366276 Jul 07 10:26:00.117020 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-44e4d71c-005c-4155-bb9f-a93966aa87c7 admin admin] Publish callbacks [] for security_group (db28adb5-7adb-45ba-b0da-de2d14d29b32), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.143792 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 8b12dedc-2924-4252-929f-ee542878b362 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:00.145222 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 9f0cdabd-5687-4e0d-8f00-4a55b4495edb up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:00.154253 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-879de990-8eda-4257-9be2-884076da0831 None None] Port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:00.157858 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (ce980f8e-cd47-47cf-8957-6932f8fcd57f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.220504 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-879de990-8eda-4257-9be2-884076da0831 None None] Provisioning complete for port b0404bf9-a304-4923-879b-b12a5e5fcb04 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:00.221224 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-879de990-8eda-4257-9be2-884076da0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.244117 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-44e4d71c-005c-4155-bb9f-a93966aa87c7 admin admin] Publish callbacks [] for security_group (db28adb5-7adb-45ba-b0da-de2d14d29b32), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.254189 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce980f8e-cd47-47cf-8957-6932f8fcd57f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:00.262795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b717b5cd-e066-4bcd-bc2a-90ba7e507a44 admin admin] Publish callbacks [] for security_group (36ce4fac-d051-466f-a893-91e9a8d25268), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.316344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.317970 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b717b5cd-e066-4bcd-bc2a-90ba7e507a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (36ce4fac-d051-466f-a893-91e9a8d25268), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.325961 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5ae79908-4abb-4c90-b1f3-70a9ce953029 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce980f8e-cd47-47cf-8957-6932f8fcd57f HTTP/1.1" status: 204 len: 168 time: 1.1387210 Jul 07 10:26:00.339369 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40480) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:00.471920 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment a99178d9-ced3-49c3-92d1-62593e05c23d resource provider aggregate not found Jul 07 10:26:00.476634 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (4f7fb332-a79a-4422-9572-4cb57188df3d), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.480451 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717b5cd-e066-4bcd-bc2a-90ba7e507a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce4fac-d051-466f-a893-91e9a8d25268,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:00.490112 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4f7fb332-a79a-4422-9572-4cb57188df3d), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.502091 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b717b5cd-e066-4bcd-bc2a-90ba7e507a44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a6c8ef820104ed09e026d7c92ec5a26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6519384 Jul 07 10:26:00.504586 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40492) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:00.596116 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (018e99f3-180d-44d1-9643-1179c3bf0f5c), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.663066 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.664732 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0464866 Jul 07 10:26:00.667858 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40494) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:00.688572 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'security_group_rule': {'security_group_id': '4f7fb332-a79a-4422-9572-4cb57188df3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:00.705876 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fddbf3-3fad-46a6-9627-ea05943eb0f9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fb332-a79a-4422-9572-4cb57188df3d,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:00.730937 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Publish callbacks [] for port (28aadbe8-4107-434c-be39-278f156ab448), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.758234 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-44e4d71c-005c-4155-bb9f-a93966aa87c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (db28adb5-7adb-45ba-b0da-de2d14d29b32), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.764817 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-44e4d71c-005c-4155-bb9f-a93966aa87c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.765246 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:00.768247 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-44e4d71c-005c-4155-bb9f-a93966aa87c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db28adb5-7adb-45ba-b0da-de2d14d29b32 HTTP/1.1" status: 204 len: 168 time: 1.0771346 Jul 07 10:26:00.776974 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (28aadbe8-4107-434c-be39-278f156ab448), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.807525 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4d71c-005c-4155-bb9f-a93966aa87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28adb5-7adb-45ba-b0da-de2d14d29b32,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:00.815388 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:00.818613 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f560d87e-6f19-460c-8805-78b6e921afa3 admin admin] Publish callbacks [] for security_group (36ce4fac-d051-466f-a893-91e9a8d25268), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.840781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks [] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.850357 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment a99178d9-ced3-49c3-92d1-62593e05c23d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a99178d9-ced3-49c3-92d1-62593e05c23d found for delete ", "request_id": "req-a45cf3dc-b5f8-4b6c-bac7-15a0f78ec158"}]} Jul 07 10:26:00.868164 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.896124 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (95979b03-5ef3-4efb-a38d-555d112b73a8), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.910909 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-879de990-8eda-4257-9be2-884076da0831 None None] Port b0404bf9-a304-4923-879b-b12a5e5fcb04 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:00.931320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:00.934198 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.968531 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (06868954-c553-4234-b52c-a7bb334740bc), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:00.977127 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:00.999231 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f560d87e-6f19-460c-8805-78b6e921afa3 admin admin] Publish callbacks [] for security_group (36ce4fac-d051-466f-a893-91e9a8d25268), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.071582 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Sync routers for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:26:01.073130 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40a4f-eedb-4bc1-8d89-704945d0bc5e None None] Pushing event updated for resources: {'Port': ['ID=28aadbe8-4107-434c-be39-278f156ab448,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:01.106638 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:01.107958 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:01.233108 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (95979b03-5ef3-4efb-a38d-555d112b73a8), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.248298 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Attempting to bind port 28aadbe8-4107-434c-be39-278f156ab448 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:01.249459 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Attempting to bind port 28aadbe8-4107-434c-be39-278f156ab448 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:01.252224 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Attempting to bind port 28aadbe8-4107-434c-be39-278f156ab448 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:01.256599 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:01.257269 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.268784 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:01.281960 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:01.282707 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Checking segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:01.283223 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.284236 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Bound using segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:01.288622 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Bound port: 28aadbe8-4107-434c-be39-278f156ab448, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:01.289601 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (28aadbe8-4107-434c-be39-278f156ab448), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.290279 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (95979b03-5ef3-4efb-a38d-555d112b73a8), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.307687 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:01.391351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:01.398743 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-045e9771-7000-48c9-bbc8-ec74d41c8005 None None] Provisioning complete for port 28aadbe8-4107-434c-be39-278f156ab448 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:01.399260 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-045e9771-7000-48c9-bbc8-ec74d41c8005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (28aadbe8-4107-434c-be39-278f156ab448), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.433385 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.434668 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7630780 Jul 07 10:26:01.435359 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40514) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:01.487060 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40516) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:01.511461 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:01.517065 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'security_group_rule': {'security_group_id': '4f7fb332-a79a-4422-9572-4cb57188df3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:01.625023 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:01.625721 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:01.628830 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0404bf9-a304-4923-879b-b12a5e5fcb04,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:01.680692 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.720594 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 2, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:01.770186 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-045e9771-7000-48c9-bbc8-ec74d41c8005 None None] Port 28aadbe8-4107-434c-be39-278f156ab448 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:01.778350 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] For port 28aadbe8-4107-434c-be39-278f156ab448, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:01.784499 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] For port 28aadbe8-4107-434c-be39-278f156ab448, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=28aadbe8-4107-434c-be39-278f156ab448,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:01.808237 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Checking router: e36c9967-0d94-47ca-9399-d4b955ff690c for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:26:01.811111 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (28aadbe8-4107-434c-be39-278f156ab448), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.811666 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Updating router e36c9967-0d94-47ca-9399-d4b955ff690c port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:26:01.840885 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21453c-ac67-4855-b7a4-f06d64d0969c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95979b03-5ef3-4efb-a38d-555d112b73a8,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:01.842126 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:01.874757 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (018e99f3-180d-44d1-9643-1179c3bf0f5c), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.904321 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (aa114468-9bee-413e-a030-2622a65e626e), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.905543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40a4f-eedb-4bc1-8d89-704945d0bc5e None None] Pushing event updated for resources: {'Port': ['ID=28aadbe8-4107-434c-be39-278f156ab448,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:01.925882 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:01.926609 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:01.938707 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:01.985171 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018e99f3-180d-44d1-9643-1179c3bf0f5c']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:01.986711 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 23f380f4-14df-44dc-869e-3a933c2a1a81 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:01.996551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40522) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:02.016466 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f560d87e-6f19-460c-8805-78b6e921afa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (36ce4fac-d051-466f-a893-91e9a8d25268), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.023025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f560d87e-6f19-460c-8805-78b6e921afa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.026964 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f560d87e-6f19-460c-8805-78b6e921afa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36ce4fac-d051-466f-a893-91e9a8d25268 HTTP/1.1" status: 204 len: 168 time: 1.5106676 Jul 07 10:26:02.047984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3247b1d8-b7d5-4770-8a16-6ca266fe3553') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:02.048471 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3247b1d8-b7d5-4770-8a16-6ca266fe3553') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:02.055950 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:26:02.077007 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40538) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:02.078844 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:26:02.092056 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (3247b1d8-b7d5-4770-8a16-6ca266fe3553), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.107735 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560d87e-6f19-460c-8805-78b6e921afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce4fac-d051-466f-a893-91e9a8d25268,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:02.172011 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d749cb1-1841-4a5b-b381-f7bf96a77202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.175709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (3247b1d8-b7d5-4770-8a16-6ca266fe3553), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.186787 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:26:02.187422 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (3247b1d8-b7d5-4770-8a16-6ca266fe3553), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.204987 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40546) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:02.219535 dv-cinder-822821-4-iscsi neutron-server[103872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 10:26:02.228025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (aa114468-9bee-413e-a030-2622a65e626e), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.343260 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (aa114468-9bee-413e-a030-2622a65e626e), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.391764 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 23f380f4-14df-44dc-869e-3a933c2a1a81 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:02.405843 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.456714 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa114468-9bee-413e-a030-2622a65e626e,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:02.472366 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.473775 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6d3a1f95-0ff3-41e0-93b2-0493f4912c17 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9715915 Jul 07 10:26:02.482228 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:02.487731 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40548) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:02.505951 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:02.573555 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (018e99f3-180d-44d1-9643-1179c3bf0f5c), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.576669 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.592765 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d749cb1-1841-4a5b-b381-f7bf96a77202 admin admin] Publish callbacks [] for security_group (2d5c8fc1-1a22-4685-b97f-8630ba334dce), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.617820 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4c868588-483b-4c45-9a17-212002e9827e None None] Provisioning complete for port 28aadbe8-4107-434c-be39-278f156ab448 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:02.618217 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4c868588-483b-4c45-9a17-212002e9827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (28aadbe8-4107-434c-be39-278f156ab448), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.642906 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d749cb1-1841-4a5b-b381-f7bf96a77202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (2d5c8fc1-1a22-4685-b97f-8630ba334dce), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.702852 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d4df09c0-43b9-4828-bebf-361139fb6df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.728917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.732695 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] 10.222.0.16 "DELETE /v2.0/networks/018e99f3-180d-44d1-9643-1179c3bf0f5c HTTP/1.1" status: 204 len: 168 time: 2.3888004 Jul 07 10:26:02.758155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:02.795179 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Publish callbacks [] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.808749 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320436f-a7ed-4ab6-8209-0a9e95a18416 admin admin] Pushing event deleted for resources: {'Network': ['ID=018e99f3-180d-44d1-9643-1179c3bf0f5c,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:02.810255 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.838768 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Router 06868954-c553-4234-b52c-a7bb334740bc has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:26:02.854057 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7bf31da4-2c88-4908-a0d0-eb2f90b59e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.880576 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:02.881101 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4196d-16fe-4379-88b7-8a90f46c3514 None None] Pushing event updated for resources: {'Port': ['ID=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:02.883576 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d749cb1-1841-4a5b-b381-f7bf96a77202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c8fc1-1a22-4685-b97f-8630ba334dce,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:02.909073 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7d749cb1-1841-4a5b-b381-f7bf96a77202 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=708099e248894d6b89b7eca0e4cdc436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8197632 Jul 07 10:26:02.910623 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40556) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:02.921657 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 3247b1d8-b7d5-4770-8a16-6ca266fe3553 resource provider aggregate not found Jul 07 10:26:02.949688 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 3247b1d8-b7d5-4770-8a16-6ca266fe3553 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3247b1d8-b7d5-4770-8a16-6ca266fe3553 found for delete ", "request_id": "req-eacf1a0e-892b-43c6-95ca-fdd8b494e984"}]} Jul 07 10:26:02.952567 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.978296 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-f41f7638-1148-47b4-a862-d770f8170420 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:02.979875 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-f41f7638-1148-47b4-a862-d770f8170420 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 818 time: 0.7635856 Jul 07 10:26:02.988154 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Attempting to bind port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:02.988742 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Attempting to bind port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:02.989220 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Attempting to bind port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:02.997499 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:02.998079 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Checking segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:02.998652 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:02.999139 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Bound using segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:02.999899 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Bound port: 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:03.000362 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.098214 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 23f380f4-14df-44dc-869e-3a933c2a1a81 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:03.098214 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.110115 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] For port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:03.119260 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] For port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:03.132966 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.176596 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4c868588-483b-4c45-9a17-212002e9827e None None] Current status of the port 28aadbe8-4107-434c-be39-278f156ab448 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:03.177136 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4c868588-483b-4c45-9a17-212002e9827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (28aadbe8-4107-434c-be39-278f156ab448), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.184043 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:03.188025 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 23f380f4-14df-44dc-869e-3a933c2a1a81, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=23f380f4-14df-44dc-869e-3a933c2a1a81,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:03.212656 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.258522 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7bf31da4-2c88-4908-a0d0-eb2f90b59e8f admin admin] Publish callbacks [] for security_group (3ce79453-3e15-49eb-ae90-6f9f58597fec), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.263213 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40564) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:03.269906 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6116622c-ee23-498f-bbc4-f1394c28abb7 admin admin] Publish callbacks [] for security_group (2d5c8fc1-1a22-4685-b97f-8630ba334dce), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.272363 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-c73cafa2-6083-46f4-a04b-570da8165e9f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/quotas/0a883b49db0f4f32a32bf6d87e2f6104 HTTP/1.1" status: 200 len: 375 time: 0.2754798 Jul 07 10:26:03.278420 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:03.279050 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:03.280929 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4196d-16fe-4379-88b7-8a90f46c3514 None None] Pushing event updated for resources: {'Port': ['ID=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:03.281827 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7bf31da4-2c88-4908-a0d0-eb2f90b59e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (3ce79453-3e15-49eb-ae90-6f9f58597fec), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.289045 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:03.304384 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:03.318824 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-4c868588-483b-4c45-9a17-212002e9827e None None] For port 28aadbe8-4107-434c-be39-278f156ab448, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=28aadbe8-4107-434c-be39-278f156ab448,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:03.330981 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4c868588-483b-4c45-9a17-212002e9827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (28aadbe8-4107-434c-be39-278f156ab448), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.337756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:03.373903 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ffeec-7daf-4a85-9e7f-d4c81956fa70 None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:26:03.374189 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d4df09c0-43b9-4828-bebf-361139fb6df3 admin admin] Publish callbacks [] for security_group (1992c4dd-f2e0-4499-8456-0c3aa82acc47), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.376591 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=23f380f4-14df-44dc-869e-3a933c2a1a81,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:03.421953 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6116622c-ee23-498f-bbc4-f1394c28abb7 admin admin] Publish callbacks [] for security_group (2d5c8fc1-1a22-4685-b97f-8630ba334dce), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.423956 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d4df09c0-43b9-4828-bebf-361139fb6df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (1992c4dd-f2e0-4499-8456-0c3aa82acc47), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.476642 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Provisioning complete for port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:03.477015 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.485823 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c868588-483b-4c45-9a17-212002e9827e None None] Pushing event updated for resources: {'Port': ['ID=28aadbe8-4107-434c-be39-278f156ab448,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:03.507342 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Allocated IP 172.27.1.189 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/1b2269eb-28b1-406f-85f2-8eee44783359) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:26:03.548190 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:03.548900 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:03.628190 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:03.639659 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-d4df09c0-43b9-4828-bebf-361139fb6df3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88295873db5d48bbb3f65410cda48aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1653550 Jul 07 10:26:03.643364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40570) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:03.644104 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df09c0-43b9-4828-bebf-361139fb6df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1992c4dd-f2e0-4499-8456-0c3aa82acc47,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:03.666196 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Current status of the port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:03.669018 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.774947 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] For port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:03.783728 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.829271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf31da4-2c88-4908-a0d0-eb2f90b59e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce79453-3e15-49eb-ae90-6f9f58597fec,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:03.852334 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6116622c-ee23-498f-bbc4-f1394c28abb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (2d5c8fc1-1a22-4685-b97f-8630ba334dce), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.852656 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-80f77e4d-ac05-4b4b-9b8b-16a143ebcfa0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5606356 Jul 07 10:26:03.854858 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6116622c-ee23-498f-bbc4-f1394c28abb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.856597 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6116622c-ee23-498f-bbc4-f1394c28abb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d5c8fc1-1a22-4685-b97f-8630ba334dce HTTP/1.1" status: 204 len: 168 time: 0.9391072 Jul 07 10:26:03.870585 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8852224b-c41f-417b-b9a4-b4fab6109eb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26866bd48a1b436e983df989ea51bcbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5999281 Jul 07 10:26:03.878559 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40576) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:03.888064 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7bf31da4-2c88-4908-a0d0-eb2f90b59e8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48a8062587cb41da8711b1cc21e401ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8886015 Jul 07 10:26:03.893585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40580) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:03.909556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116622c-ee23-498f-bbc4-f1394c28abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c8fc1-1a22-4685-b97f-8630ba334dce,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:03.943443 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f56a-c71d-46bb-91bb-d0b049ad44fb admin admin] Publish callbacks [] for security_group (1992c4dd-f2e0-4499-8456-0c3aa82acc47), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:03.963674 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for port (1b2269eb-28b1-406f-85f2-8eee44783359), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.004168 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Pushing event updated for resources: {'Port': ['ID=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:04.010838 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f56a-c71d-46bb-91bb-d0b049ad44fb admin admin] Publish callbacks [] for security_group (1992c4dd-f2e0-4499-8456-0c3aa82acc47), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.011571 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Provisioning complete for port b0404bf9-a304-4923-879b-b12a5e5fcb04 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:04.012057 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.017952 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 28aadbe8-4107-434c-be39-278f156ab448 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:04.037626 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:04.083315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:26:04.092019 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f959cf3d-48f0-4eff-9a8a-52a34f9b75c5 admin admin] 10.222.0.16 "PUT /v2.0/routers/06868954-c553-4234-b52c-a7bb334740bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0420406 Jul 07 10:26:04.115075 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42f8e2f9-23be-4bb4-b317-73da30e7232e admin admin] Publish callbacks [] for security_group (4aea86bd-6732-483d-b4f8-3f632b8c765a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.125428 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Sync routers for ids ['06868954-c553-4234-b52c-a7bb334740bc'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:26:04.157975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (1b2269eb-28b1-406f-85f2-8eee44783359), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.161980 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42f8e2f9-23be-4bb4-b317-73da30e7232e admin admin] Publish callbacks [] for security_group (4aea86bd-6732-483d-b4f8-3f632b8c765a), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.173248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-22e2b112-f290-4970-9073-1f6b4e17f099 None None] Port b0404bf9-a304-4923-879b-b12a5e5fcb04 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:04.176720 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f56a-c71d-46bb-91bb-d0b049ad44fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (1992c4dd-f2e0-4499-8456-0c3aa82acc47), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.187284 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f56a-c71d-46bb-91bb-d0b049ad44fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.188866 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4ca8f56a-c71d-46bb-91bb-d0b049ad44fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1992c4dd-f2e0-4499-8456-0c3aa82acc47 HTTP/1.1" status: 204 len: 168 time: 0.5419436 Jul 07 10:26:04.198063 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Routers {'06868954-c553-4234-b52c-a7bb334740bc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:04.199925 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['06868954-c553-4234-b52c-a7bb334740bc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:04.254955 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42f8e2f9-23be-4bb4-b317-73da30e7232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4aea86bd-6732-483d-b4f8-3f632b8c765a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.258597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42f8e2f9-23be-4bb4-b317-73da30e7232e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.260848 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-42f8e2f9-23be-4bb4-b317-73da30e7232e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4aea86bd-6732-483d-b4f8-3f632b8c765a HTTP/1.1" status: 204 len: 168 time: 0.3701625 Jul 07 10:26:04.279153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8e2f9-23be-4bb4-b317-73da30e7232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aea86bd-6732-483d-b4f8-3f632b8c765a,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:04.283237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8331b17-4d4e-4760-8a7a-9f6f24de1e92 admin admin] Publish callbacks [] for security_group (3ce79453-3e15-49eb-ae90-6f9f58597fec), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.298298 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:26:04.299338 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8f56a-c71d-46bb-91bb-d0b049ad44fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992c4dd-f2e0-4499-8456-0c3aa82acc47,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:04.304612 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:26:04.309216 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:26:04.327332 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'Port': ['ID=1b2269eb-28b1-406f-85f2-8eee44783359,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:04.359170 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8331b17-4d4e-4760-8a7a-9f6f24de1e92 admin admin] Publish callbacks [] for security_group (3ce79453-3e15-49eb-ae90-6f9f58597fec), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.377425 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:04.443799 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab87ef-6c69-4d65-b08d-d093fe008cdb None None] The sync data for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi is: [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:26:04.445706 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 28aadbe8-4107-434c-be39-278f156ab448 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:04.447943 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (28aadbe8-4107-434c-be39-278f156ab448), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.454772 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-78ac2bdb-0e03-42f1-8f72-f908d2057c52 None None] Provisioning complete for port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:04.455249 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-78ac2bdb-0e03-42f1-8f72-f908d2057c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.475095 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8331b17-4d4e-4760-8a7a-9f6f24de1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (3ce79453-3e15-49eb-ae90-6f9f58597fec), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.483958 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8331b17-4d4e-4760-8a7a-9f6f24de1e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.484610 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:04.493615 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e8331b17-4d4e-4760-8a7a-9f6f24de1e92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ce79453-3e15-49eb-ae90-6f9f58597fec HTTP/1.1" status: 204 len: 168 time: 0.5107784 Jul 07 10:26:04.529427 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8331b17-4d4e-4760-8a7a-9f6f24de1e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce79453-3e15-49eb-ae90-6f9f58597fec,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:04.568710 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (fc3eb875-5404-4eef-916d-68f2c48bff8f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.588520 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:04.650620 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Set router 06868954-c553-4234-b52c-a7bb334740bc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:04.671927 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1b2269eb-28b1-406f-85f2-8eee44783359), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.738886 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:04.766912 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 28aadbe8-4107-434c-be39-278f156ab448 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:04.768067 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 9f0cdabd-5687-4e0d-8f00-4a55b4495edb up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:04.940371 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for port (1b2269eb-28b1-406f-85f2-8eee44783359), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.949093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (1b2269eb-28b1-406f-85f2-8eee44783359), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:04.955256 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:04.985572 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-78ac2bdb-0e03-42f1-8f72-f908d2057c52 None None] Current status of the port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:05.018191 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (fc3eb875-5404-4eef-916d-68f2c48bff8f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.040172 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'Port': ['ID=1b2269eb-28b1-406f-85f2-8eee44783359,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:05.049247 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.050865 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9124164a-d6c7-48b9-ad87-91fb2664408e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5589132 Jul 07 10:26:05.172223 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:05.172779 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.307624 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:26:00Z', 'revision_number': 4, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'b0404bf9-a304-4923-879b-b12a5e5fcb04', 'name': '', 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'mac_address': 'fa:16:3e:0e:b6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:56Z', 'updated_at': '2022-07-07T10:26:00Z', 'revision_number': 2, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'subnets': [{'id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:05.312398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:05.313488 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 23f380f4-14df-44dc-869e-3a933c2a1a81 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:05.335309 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-0580db83-5025-4acc-84b9-6b9d759de412 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:26:05.336372 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-0580db83-5025-4acc-84b9-6b9d759de412 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6997962 Jul 07 10:26:05.381031 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Checking router: 06868954-c553-4234-b52c-a7bb334740bc for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:26:05.381401 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Updating router 06868954-c553-4234-b52c-a7bb334740bc port b0404bf9-a304-4923-879b-b12a5e5fcb04 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:26:05.437134 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.498705 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 23f380f4-14df-44dc-869e-3a933c2a1a81 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:05.498705 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.517908 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-6e2743af-4dd7-4c0a-a0a7-2956973968eb service neutron] 10.222.0.16 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740942 Jul 07 10:26:05.658319 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:05.661096 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-8f633a07-d046-4690-baa9-94c6ab771541 service neutron] 10.222.0.16 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271160 Jul 07 10:26:05.688193 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40624) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:05.707101 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0a83329c-4c76-44af-b37b-27881b9f1ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.723277 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 23f380f4-14df-44dc-869e-3a933c2a1a81 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:05.761191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40626) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:05.809972 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:05.837662 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0a83329c-4c76-44af-b37b-27881b9f1ddf admin admin] Publish callbacks [] for security_group (b5c29fe1-55be-4e15-984d-d26e1fcd95be), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.851276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0a83329c-4c76-44af-b37b-27881b9f1ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b5c29fe1-55be-4e15-984d-d26e1fcd95be), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.882632 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a2847d9a-a716-44ca-be26-80bd99e7a7ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df3b29d6141b4a838c90695b6b98a6d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1162636 Jul 07 10:26:05.882632 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40628) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:05.886588 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:05.897183 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-0a83329c-4c76-44af-b37b-27881b9f1ddf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2130f287560041b5bcd75970b2adb316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077568 Jul 07 10:26:05.899071 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40630) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:05.925625 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Publish callbacks [] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.943591 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.983047 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d502e5a8-8306-4767-89e6-10aab4e99e9d admin admin] Publish callbacks [] for security_group (b5c29fe1-55be-4e15-984d-d26e1fcd95be), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:05.986295 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83329c-4c76-44af-b37b-27881b9f1ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c29fe1-55be-4e15-984d-d26e1fcd95be,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:06.006589 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:06.011944 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.016770 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d502e5a8-8306-4767-89e6-10aab4e99e9d admin admin] Publish callbacks [] for security_group (b5c29fe1-55be-4e15-984d-d26e1fcd95be), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.099529 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d502e5a8-8306-4767-89e6-10aab4e99e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b5c29fe1-55be-4e15-984d-d26e1fcd95be), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.103368 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d502e5a8-8306-4767-89e6-10aab4e99e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.108832 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-d502e5a8-8306-4767-89e6-10aab4e99e9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5c29fe1-55be-4e15-984d-d26e1fcd95be HTTP/1.1" status: 204 len: 168 time: 0.2085409 Jul 07 10:26:06.143588 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502e5a8-8306-4767-89e6-10aab4e99e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c29fe1-55be-4e15-984d-d26e1fcd95be,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:06.179205 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40656) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:06.203030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb90-80d9-4472-b6c8-576836528d4d admin admin] Publish callbacks [] for security_group (d55e51dc-fb07-4919-ac97-7e0ec38be35a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.209329 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ede9353-0c84-45bf-b116-754a0c1d9bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.283637 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4468136-ac37-4d65-9cf4-f91df6b84ebd None None] Pushing event updated for resources: {'Port': ['ID=b0404bf9-a304-4923-879b-b12a5e5fcb04,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:06.324892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Attempting to bind port b0404bf9-a304-4923-879b-b12a5e5fcb04 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:06.325257 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Attempting to bind port b0404bf9-a304-4923-879b-b12a5e5fcb04 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:06.325783 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Attempting to bind port b0404bf9-a304-4923-879b-b12a5e5fcb04 on network 0130b19f-e9e8-4fb0-9387-7681bab626e8 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:06.343451 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-a7a9c032-d48a-4938-8185-a66d1e4cc5b5 None None] Provisioning complete for port b0404bf9-a304-4923-879b-b12a5e5fcb04 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:06.344246 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c032-d48a-4938-8185-a66d1e4cc5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.345288 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb90-80d9-4472-b6c8-576836528d4d admin admin] Publish callbacks [] for security_group (d55e51dc-fb07-4919-ac97-7e0ec38be35a), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.382291 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-5ccbfb43-3ccb-44b7-b3e5-fcc7b97235a4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1507409813&fields=id&tenant_id=98924fde961c41358ffb24ac3819557a HTTP/1.1" status: 200 len: 267 time: 0.1802793 Jul 07 10:26:06.384813 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:06.385477 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Checking segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:06.386078 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.386727 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Bound using segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:06.387411 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Bound port: b0404bf9-a304-4923-879b-b12a5e5fcb04, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:06.388027 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.404587 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:06.418422 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ede9353-0c84-45bf-b116-754a0c1d9bfd admin admin] Publish callbacks [] for security_group (aa47a0dc-9f20-4235-9bf8-e70d53d35d8e), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.426853 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ede9353-0c84-45bf-b116-754a0c1d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (aa47a0dc-9f20-4235-9bf8-e70d53d35d8e), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.429028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9c032-d48a-4938-8185-a66d1e4cc5b5 None None] Port b0404bf9-a304-4923-879b-b12a5e5fcb04 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:06.456735 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:06.469847 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede9353-0c84-45bf-b116-754a0c1d9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa47a0dc-9f20-4235-9bf8-e70d53d35d8e,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:06.521314 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7ede9353-0c84-45bf-b116-754a0c1d9bfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e8c7fc738f54d80bd58d5d32f2fe7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389149 Jul 07 10:26:06.530066 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40666) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:06.561065 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:06.579240 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] For port b0404bf9-a304-4923-879b-b12a5e5fcb04, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:06.594189 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb90-80d9-4472-b6c8-576836528d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d55e51dc-fb07-4919-ac97-7e0ec38be35a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.597830 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdb90-80d9-4472-b6c8-576836528d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.606999 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] For port b0404bf9-a304-4923-879b-b12a5e5fcb04, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b0404bf9-a304-4923-879b-b12a5e5fcb04,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:06.609232 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a4ecdb90-80d9-4472-b6c8-576836528d4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d55e51dc-fb07-4919-ac97-7e0ec38be35a HTTP/1.1" status: 204 len: 168 time: 0.7257125 Jul 07 10:26:06.620321 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:06.624437 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 40678) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:06.631562 dv-cinder-822821-4-iscsi neutron-server[103871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 10:26:06.638192 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-0dee606f-5798-4b72-8f09-6a9fc7617fe2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:06.649117 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-0dee606f-5798-4b72-8f09-6a9fc7617fe2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 811 time: 0.2653358 Jul 07 10:26:06.654383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecdb90-80d9-4472-b6c8-576836528d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55e51dc-fb07-4919-ac97-7e0ec38be35a,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:06.701912 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-a4fb6443-f02f-4b81-a246-407192ead650 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/quotas/98924fde961c41358ffb24ac3819557a HTTP/1.1" status: 200 len: 375 time: 0.0499573 Jul 07 10:26:06.755254 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Routers {'06868954-c553-4234-b52c-a7bb334740bc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:06.756374 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:25:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['06868954-c553-4234-b52c-a7bb334740bc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:06.809833 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4468136-ac37-4d65-9cf4-f91df6b84ebd None None] Pushing event updated for resources: {'Port': ['ID=b0404bf9-a304-4923-879b-b12a5e5fcb04,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:06.819699 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-7fa7ebc5-8e67-4338-a1a3-8bee9ccffbc5 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163795 Jul 07 10:26:07.013464 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] Set router 06868954-c553-4234-b52c-a7bb334740bc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:07.067049 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-2a3e8649-1ffc-4e4f-9134-61e24f40ed28 service neutron] 10.222.0.16 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086682 Jul 07 10:26:07.180918 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-2699c02c-0059-463a-8908-054efcb47e9e tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:07.183112 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-2699c02c-0059-463a-8908-054efcb47e9e tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/networks?id=0130b19f-e9e8-4fb0-9387-7681bab626e8 HTTP/1.1" status: 200 len: 812 time: 0.5527997 Jul 07 10:26:07.220815 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] Provisioning complete for port b0404bf9-a304-4923-879b-b12a5e5fcb04 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:07.221563 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:07.235987 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8ffee99a-bc47-472b-aa58-b2b093f392a7 admin admin] Publish callbacks [] for security_group (aa47a0dc-9f20-4235-9bf8-e70d53d35d8e), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:07.249449 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-d0064c4f-02f1-4dd6-bca3-17f941ff5bd2 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/quotas/0c765bc215964bce8a321b4f3d085ae6 HTTP/1.1" status: 200 len: 375 time: 0.0374093 Jul 07 10:26:07.489663 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:07.601871 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:07.609031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:07.617411 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-0ff72d3a-f506-403f-8c26-b97c4208ddd4 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c765bc215964bce8a321b4f3d085ae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3665195 Jul 07 10:26:07.643383 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8ffee99a-bc47-472b-aa58-b2b093f392a7 admin admin] Publish callbacks [] for security_group (aa47a0dc-9f20-4235-9bf8-e70d53d35d8e), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:07.672915 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:07.674547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:26:00Z', 'revision_number': 4, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'b0404bf9-a304-4923-879b-b12a5e5fcb04', 'name': '', 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'mac_address': 'fa:16:3e:0e:b6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:56Z', 'updated_at': '2022-07-07T10:26:06Z', 'revision_number': 4, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'subnets': [{'id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:07.675924 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-8a7698e4-30ef-4c69-8f69-e4803e5a33c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988107 Jul 07 10:26:07.726358 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8ffee99a-bc47-472b-aa58-b2b093f392a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (aa47a0dc-9f20-4235-9bf8-e70d53d35d8e), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:07.729611 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8ffee99a-bc47-472b-aa58-b2b093f392a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:07.731922 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8ffee99a-bc47-472b-aa58-b2b093f392a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa47a0dc-9f20-4235-9bf8-e70d53d35d8e HTTP/1.1" status: 204 len: 168 time: 1.1981893 Jul 07 10:26:07.746984 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c097705-b319-401c-bd34-9f01388302d3 None None] The sync data for ids ['06868954-c553-4234-b52c-a7bb334740bc'] in dv-cinder-822821-4-iscsi is: [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:26:00Z', 'revision_number': 4, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'b0404bf9-a304-4923-879b-b12a5e5fcb04', 'name': '', 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'mac_address': 'fa:16:3e:0e:b6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:56Z', 'updated_at': '2022-07-07T10:26:06Z', 'revision_number': 4, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'subnets': [{'id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:26:07.754278 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffee99a-bc47-472b-aa58-b2b093f392a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa47a0dc-9f20-4235-9bf8-e70d53d35d8e,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:07.845129 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] Current status of the port b0404bf9-a304-4923-879b-b12a5e5fcb04 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:07.845619 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:07.901169 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] For port b0404bf9-a304-4923-879b-b12a5e5fcb04, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b0404bf9-a304-4923-879b-b12a5e5fcb04,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:07.910733 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:08.054582 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6a8b0-01d1-4947-a40d-22912766142f None None] Pushing event updated for resources: {'Port': ['ID=b0404bf9-a304-4923-879b-b12a5e5fcb04,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:08.060355 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8fae0e9b-c3b5-46cd-8ddd-5dad5be4b6a4 req-1b9625a7-f6e4-4617-8519-e78a57d8e082 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 210 time: 0.0763102 Jul 07 10:26:08.252711 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7dfdab6d-90e0-4c07-9acc-d7d1a40f6367 req-a1ff8485-0c39-412a-8470-1749fd1fe7ec tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 210 time: 0.1052961 Jul 07 10:26:08.884919 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-f6a5d081-bb73-4e2a-8ba4-b4e7d5429466 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:08.887326 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-f6a5d081-bb73-4e2a-8ba4-b4e7d5429466 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 818 time: 0.2255478 Jul 07 10:26:08.906823 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-92a383fb-3ae6-4fd9-9120-fb96ddec8069 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/quotas/0a883b49db0f4f32a32bf6d87e2f6104 HTTP/1.1" status: 200 len: 375 time: 0.0134571 Jul 07 10:26:08.948436 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-848897bc-467b-48f2-95fd-46f88446c701 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:26:08.957489 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-848897bc-467b-48f2-95fd-46f88446c701 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6514490 Jul 07 10:26:08.983437 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-23d653b5-aa48-4452-9cd9-9b0e251db2ef tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707440 Jul 07 10:26:09.148601 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-9c32b983-3581-4314-a187-83e048b12a39 service neutron] 10.222.0.16 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641910 Jul 07 10:26:09.172960 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-25f7e3a6-06b4-4848-85cc-8a80ad7c6f87 service neutron] 10.222.0.16 "GET /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124445 Jul 07 10:26:09.308391 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.58', 64538) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:09.315054 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-74f4107e-527e-4b6c-a146-5e1f18868d0a service neutron] 10.222.0.16 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647270 Jul 07 10:26:09.348371 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-17ebf146-77c9-439d-b71a-eebe6e8b3bfd service neutron] 10.222.0.16 "GET /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693161 Jul 07 10:26:09.710350 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3f62748a-18cd-4b6e-844d-b2a161646204 req-eb7db0f1-b09e-41a5-8c61-99a24d371441 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 210 time: 0.0557129 Jul 07 10:26:09.740964 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-9169fba5-b1e2-432e-ac83-463f7e1f2f17 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:09.742754 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-9169fba5-b1e2-432e-ac83-463f7e1f2f17 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 818 time: 0.4331055 Jul 07 10:26:09.889745 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-65d3da1a-1070-4a7b-8450-3af65f1b821b req-ff76fef5-b730-49eb-a9db-df2979388eb4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 210 time: 0.0606291 Jul 07 10:26:09.910063 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-87bb15e5-2518-481d-9f5b-84313bb0ba86 req-cb34ee1c-7eb4-4a91-8319-c4a08a6d7078 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 210 time: 0.0653055 Jul 07 10:26:09.950899 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b0404bf9-a304-4923-879b-b12a5e5fcb04 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:09.989480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'port': {'device_id': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'admin_state_up': True, 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:10.041867 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port b0404bf9-a304-4923-879b-b12a5e5fcb04 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:10.042329 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:10.193230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.58', 64544) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:10.214375 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Made reservation on behalf of 0a883b49db0f4f32a32bf6d87e2f6104 for: {'port': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:26:10.222823 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:10.266335 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port b0404bf9-a304-4923-879b-b12a5e5fcb04 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:10.476336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-d96a01e3-cad9-4eb1-997a-b20946da3270 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:10.477831 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-d96a01e3-cad9-4eb1-997a-b20946da3270 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 811 time: 0.2791646 Jul 07 10:26:10.659276 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-50775fba-9365-4070-92e9-5687aae6964e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98924fde961c41358ffb24ac3819557a HTTP/1.1" status: 200 len: 380 time: 0.1658404 Jul 07 10:26:10.673196 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'port': {'device_id': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'admin_state_up': True, 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'security_groups': ['4f7fb332-a79a-4422-9572-4cb57188df3d']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:10.783655 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Allocated IP 172.20.0.12 (03eb7d11-d380-46df-8615-998b46a27260/87eed4b2-6a2b-4284-b386-19c570667981/78fdfce4-3284-497c-b70f-045463371669) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:26:10.904221 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:11.078000 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:11.095187 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-521af493-5926-46af-a731-bd7c004f9de4 req-20646c89-3b2a-4b08-8896-2f1f32d2f28c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 210 time: 0.1142528 Jul 07 10:26:11.166967 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for port (78fdfce4-3284-497c-b70f-045463371669), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:11.320297 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8e7a607d-1f03-440a-a472-64a2cd60b3bd req-99bb76b2-dce9-4fd9-a772-b3827068fc1b tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 210 time: 0.1058297 Jul 07 10:26:11.321904 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Made reservation on behalf of 98924fde961c41358ffb24ac3819557a for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:26:11.326571 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:11.333669 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-efb2a0d3-74c4-4add-92cd-13e5c4b715af req-6b1b47f3-0e90-45c7-bf84-a3e766f483a1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 210 time: 0.1077096 Jul 07 10:26:11.342090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (78fdfce4-3284-497c-b70f-045463371669), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:11.444869 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:11.464498 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'Port': ['ID=78fdfce4-3284-497c-b70f-045463371669,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:11.479504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Network 03eb7d11-d380-46df-8615-998b46a27260 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:26:11.482151 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:26:11.484943 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:26:11.490206 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:11.490825 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:11.512610 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b271db7b-5057-4cac-a2b7-a897a7029de8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5283797 Jul 07 10:26:11.662546 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.58', 64550) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:11.664862 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b8368965-7fe6-47d2-a3fa-565df6a3ff3c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:26:11.665885 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-b8368965-7fe6-47d2-a3fa-565df6a3ff3c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069768 Jul 07 10:26:11.751237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Allocated IP 172.20.0.9 (b08fa55b-4190-4e6d-8467-4b3e6107ca87/afb0439a-4f10-4fb8-a05b-50ac4ec4edd0/ab69b298-c3d4-4702-89eb-78fe3392b9f5) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:26:11.809615 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:26:11.822632 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:11.895373 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-860d32a6-2460-4fd2-8f88-8a7f0092402a None None] Provisioning complete for port 78fdfce4-3284-497c-b70f-045463371669 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:11.896651 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-860d32a6-2460-4fd2-8f88-8a7f0092402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (78fdfce4-3284-497c-b70f-045463371669), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:12.014855 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-860d32a6-2460-4fd2-8f88-8a7f0092402a None None] Port 78fdfce4-3284-497c-b70f-045463371669 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:12.046653 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 40954) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:12.134593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-b484cc64-bbbd-48c7-903b-e0162e7a5ff1 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:12.138788 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-b484cc64-bbbd-48c7-903b-e0162e7a5ff1 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.58 "GET /v2.0/networks?id=0130b19f-e9e8-4fb0-9387-7681bab626e8 HTTP/1.1" status: 200 len: 812 time: 0.3307583 Jul 07 10:26:12.139907 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-f961fc27-5786-4a36-b55c-ce42e3556edb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:12.141416 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-f961fc27-5786-4a36-b55c-ce42e3556edb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 818 time: 0.4618480 Jul 07 10:26:12.164360 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Request body: {'port': {'device_id': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'admin_state_up': True, 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:12.250327 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'port': {'device_id': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'admin_state_up': True, 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:12.333356 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.58', 64555) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:12.589183 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Made reservation on behalf of 0c765bc215964bce8a321b4f3d085ae6 for: {'port': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:26:12.596534 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:12.633587 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:12.670770 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-be67662a-7fda-4f85-9e1b-ebf5067e79c5 req-2a89c685-378f-4738-94b0-c0b6ba85d18a tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 210 time: 0.1098754 Jul 07 10:26:12.875069 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:12.885639 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4defa982-183f-4f2a-8d94-a45afb8720cf req-f03e5a63-d3bc-48b8-b854-f07aebd9a135 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 210 time: 0.0490818 Jul 07 10:26:12.925220 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Allocated IP 172.20.0.5 (0130b19f-e9e8-4fb0-9387-7681bab626e8/f31a9efb-adf1-4c21-859d-b7bed3c2db67/4af65680-4c8a-4420-938b-02b9403f177e) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:26:13.352218 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks [] for port (4af65680-4c8a-4420-938b-02b9403f177e), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.363058 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:13.364350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc06aeb-cdf4-4bcb-bac5-8b8160397330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.391150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94781e05-3f39-40bc-acba-296b63dcc592 req-6b402d25-cda8-483f-bb71-c74f409a60c6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:13.399205 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-94781e05-3f39-40bc-acba-296b63dcc592 req-6b402d25-cda8-483f-bb71-c74f409a60c6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 931 time: 1.0586958 Jul 07 10:26:13.412574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Made reservation on behalf of 0a883b49db0f4f32a32bf6d87e2f6104 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:26:13.417230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.431942 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (4af65680-4c8a-4420-938b-02b9403f177e), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.480938 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:26:13.482138 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:26:13.483929 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:26:13.487528 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Request body: {'port': {'device_id': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:13.519467 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:26:13.525025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:13.525754 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.575639 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4133253 Jul 07 10:26:13.578990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ccdb2-9a56-45c7-804f-e452be73ff96 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Pushing event updated for resources: {'Port': ['ID=4af65680-4c8a-4420-938b-02b9403f177e,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:13.591071 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Request body: {'port': {'device_id': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:13.612054 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (78fdfce4-3284-497c-b70f-045463371669), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.627860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:26:13.635000 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'Port': ['ID=ab69b298-c3d4-4702-89eb-78fe3392b9f5,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:13.638021 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:26:13.750203 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4af65680-4c8a-4420-938b-02b9403f177e), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:13.884691 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Allocated IP 172.20.0.13 (03eb7d11-d380-46df-8615-998b46a27260/87eed4b2-6a2b-4284-b386-19c570667981/3f5c850a-9465-4487-9bb2-f2d849e2ab3d) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:26:13.966042 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-470ee20f-a8a4-4d38-9a2e-2a9d38e3acdb None None] Provisioning complete for port 4af65680-4c8a-4420-938b-02b9403f177e triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:13.966715 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-470ee20f-a8a4-4d38-9a2e-2a9d38e3acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4af65680-4c8a-4420-938b-02b9403f177e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:14.012315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:14.013628 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:14.051249 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-470ee20f-a8a4-4d38-9a2e-2a9d38e3acdb None None] Port 4af65680-4c8a-4420-938b-02b9403f177e cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:14.179067 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-cb9aeb00-99f5-4bfd-bd8e-1b679a782edf None None] Provisioning complete for port ab69b298-c3d4-4702-89eb-78fe3392b9f5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:14.182676 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeb00-99f5-4bfd-bd8e-1b679a782edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:14.315696 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea8940-da04-48cf-bff8-f9dcf9123135 req-0c9898db-76bc-47a9-a276-3893ec571638 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:14.324767 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-36ea8940-da04-48cf-bff8-f9dcf9123135 req-0c9898db-76bc-47a9-a276-3893ec571638 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 931 time: 0.4552724 Jul 07 10:26:14.351778 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=29 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:14.364677 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-cb9aeb00-99f5-4bfd-bd8e-1b679a782edf None None] Port ab69b298-c3d4-4702-89eb-78fe3392b9f5 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:14.548419 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-94781e05-3f39-40bc-acba-296b63dcc592 req-19d74614-7c27-4346-bf67-827f1776c6b7 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1177456 Jul 07 10:26:14.641461 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:14.642275 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:14.752761 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:14.790346 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c6eb2926-b99d-48c8-8f22-08cb1cb3b657 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1210237 Jul 07 10:26:14.842901 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Request body: {'port': {'device_id': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:14.856149 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5e82c76e-2275-44a2-87aa-67f829839c59 req-4504aa20-1df9-4b74-8c33-bfb4de758c96 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 210 time: 0.1302798 Jul 07 10:26:14.872738 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:14.876994 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc06aeb-cdf4-4bcb-bac5-8b8160397330 admin admin] Publish callbacks [] for security_group (1624cd4a-3a52-4cf0-b59a-2f068a633c30), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:14.934785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc06aeb-cdf4-4bcb-bac5-8b8160397330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (1624cd4a-3a52-4cf0-b59a-2f068a633c30), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:14.973803 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:15.046241 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af65680-4c8a-4420-938b-02b9403f177e {{(pid=103871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:15.055690 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Publish callbacks [] for port (4af65680-4c8a-4420-938b-02b9403f177e), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:15.081242 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7dc06aeb-cdf4-4bcb-bac5-8b8160397330 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da915253297f4e839febb7ba5c2a894c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0308702 Jul 07 10:26:15.094235 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41050) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:15.099033 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc06aeb-cdf4-4bcb-bac5-8b8160397330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624cd4a-3a52-4cf0-b59a-2f068a633c30,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:15.129270 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.provisioning_blocks [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Transition to ACTIVE for port object 4af65680-4c8a-4420-938b-02b9403f177e will not be triggered until provisioned by entity L2. {{(pid=103871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:26:15.146053 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-36ea8940-da04-48cf-bff8-f9dcf9123135 req-ccc6c4a1-dd73-499d-bd5a-9eb5d2fedcde tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169756 Jul 07 10:26:15.148415 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (4af65680-4c8a-4420-938b-02b9403f177e), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:15.153794 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:15.231400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:15.350863 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:15.483069 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4af65680-4c8a-4420-938b-02b9403f177e,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:15.591024 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Attempting to bind port 4af65680-4c8a-4420-938b-02b9403f177e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:15.591382 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Attempting to bind port 4af65680-4c8a-4420-938b-02b9403f177e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:15.591714 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Attempting to bind port 4af65680-4c8a-4420-938b-02b9403f177e on network 0130b19f-e9e8-4fb0-9387-7681bab626e8 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:15.604684 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Network 03eb7d11-d380-46df-8615-998b46a27260 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:26:15.605910 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Port 4af65680-4c8a-4420-938b-02b9403f177e on network 0130b19f-e9e8-4fb0-9387-7681bab626e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:26:15.605910 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Attempting to bind port 4af65680-4c8a-4420-938b-02b9403f177e on network 0130b19f-e9e8-4fb0-9387-7681bab626e8 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:15.617558 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:15.620739 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Checking segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:15.621359 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Bound using segment: {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:15.622343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Bound port: 4af65680-4c8a-4420-938b-02b9403f177e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:15.622721 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4af65680-4c8a-4420-938b-02b9403f177e), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:15.645569 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:26:15.652697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:26:15.739735 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e796a440-086c-4511-ae8c-f2abf15fae6c admin admin] Publish callbacks [] for security_group (1624cd4a-3a52-4cf0-b59a-2f068a633c30), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:15.774863 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'Port': ['ID=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:15.907122 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] For port 4af65680-4c8a-4420-938b-02b9403f177e, host hv-cinder-82282, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:15.928108 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] For port 4af65680-4c8a-4420-938b-02b9403f177e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4af65680-4c8a-4420-938b-02b9403f177e,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:15.953351 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (4af65680-4c8a-4420-938b-02b9403f177e), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.021236 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:16.107197 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2be18724-1a94-4a56-aac5-d90b71d946ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.114486 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41086) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:16.131584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e796a440-086c-4511-ae8c-f2abf15fae6c admin admin] Publish callbacks [] for security_group (1624cd4a-3a52-4cf0-b59a-2f068a633c30), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.186152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:16.186783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.198676 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:16.201345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.202594 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] 10.222.0.58 "PUT /v2.0/ports/4af65680-4c8a-4420-938b-02b9403f177e HTTP/1.1" status: 200 len: 1093 time: 2.6179488 Jul 07 10:26:16.203199 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'tag': '4af65680-4c8a-4420-938b-02b9403f177e'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:16.204350 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-08db5c19-d3d6-41db-80bc-18806d4df931 None None] Provisioning complete for port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:16.205271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08db5c19-d3d6-41db-80bc-18806d4df931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.288060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-08db5c19-d3d6-41db-80bc-18806d4df931 None None] Port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:26:16.441309 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c0fea-fe48-46a6-98e9-6858cbb8d470 req-46d81fe3-2d19-41fa-9133-b0d47f36388a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:16.452802 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fc1c0fea-fe48-46a6-98e9-6858cbb8d470 req-46d81fe3-2d19-41fa-9133-b0d47f36388a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 931 time: 0.5594294 Jul 07 10:26:16.520627 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-803a00aa-8d36-4417-ba00-2529470828ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2952962 Jul 07 10:26:16.565632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581fdc-055d-4289-873a-34c9a6b8f0ec req-d4cc4b5c-19eb-40da-b0bb-5aadea7ad906 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:16.580331 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-de581fdc-055d-4289-873a-34c9a6b8f0ec req-d4cc4b5c-19eb-40da-b0bb-5aadea7ad906 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 932 time: 0.5153253 Jul 07 10:26:16.647724 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245731cb-b269-4057-8d38-3d58b83e39c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4af65680-4c8a-4420-938b-02b9403f177e,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:16.695987 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ac630777-0ebd-4d78-b835-0a1d4e0d3d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.710318 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Request body: {'port': {'device_id': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:16.739286 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-ca9e0359-5c57-45e8-97e6-889d1a507515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:16.749700 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-ca9e0359-5c57-45e8-97e6-889d1a507515 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c765bc215964bce8a321b4f3d085ae6&device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 1127 time: 0.3997700 Jul 07 10:26:16.806134 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac7493a-7658-4aee-acb0-836784b78e52" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11", "tag": "4af65680-4c8a-4420-938b-02b9403f177e"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:16.847239 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:16.851926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fdfce4-3284-497c-b70f-045463371669 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:16.853798 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-de581fdc-055d-4289-873a-34c9a6b8f0ec req-2a60410a-94bf-48c4-acd0-733d21da0d42 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673101 Jul 07 10:26:16.857608 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-8153ec64-fe8d-4551-b164-a12fb4635b7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4af65680-4c8a-4420-938b-02b9403f177e HTTP/1.1" status: 200 len: 217 time: 0.0934327 Jul 07 10:26:16.916290 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Publish callbacks [] for port (78fdfce4-3284-497c-b70f-045463371669), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.955408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e796a440-086c-4511-ae8c-f2abf15fae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (1624cd4a-3a52-4cf0-b59a-2f068a633c30), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.960784 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e796a440-086c-4511-ae8c-f2abf15fae6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:16.985885 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e796a440-086c-4511-ae8c-f2abf15fae6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1624cd4a-3a52-4cf0-b59a-2f068a633c30 HTTP/1.1" status: 204 len: 168 time: 1.8821211 Jul 07 10:26:17.074597 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-69cb5c0a-94d2-4431-981b-25f90ede76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:17.086100 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-69cb5c0a-94d2-4431-981b-25f90ede76d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f31a9efb-adf1-4c21-859d-b7bed3c2db67 HTTP/1.1" status: 200 len: 851 time: 0.1998556 Jul 07 10:26:17.177357 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fc1c0fea-fe48-46a6-98e9-6858cbb8d470 req-893c17f2-3357-40b0-a04e-317d2e75c2c6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7232497 Jul 07 10:26:17.202874 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796a440-086c-4511-ae8c-f2abf15fae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624cd4a-3a52-4cf0-b59a-2f068a633c30,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:17.231952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Transition to ACTIVE for port object 78fdfce4-3284-497c-b70f-045463371669 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:26:17.292668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (78fdfce4-3284-497c-b70f-045463371669), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:17.402894 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828534fe-4676-4938-9b97-04131a524aa7 req-f0c1354a-5874-4788-871a-aac55545656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:17.404692 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-f0c1354a-5874-4788-871a-aac55545656a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0130b19f-e9e8-4fb0-9387-7681bab626e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762887 Jul 07 10:26:17.412979 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde3c61-ea84-487d-ab5e-c5d2109f3490 req-782e74ed-f214-4325-96b4-16f0f29f4dcb tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:17.414618 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ffde3c61-ea84-487d-ab5e-c5d2109f3490 req-782e74ed-f214-4325-96b4-16f0f29f4dcb tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.3233240 Jul 07 10:26:17.415907 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:17.632120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41122) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:17.690678 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Pushing event updated for resources: {'Port': ['ID=78fdfce4-3284-497c-b70f-045463371669,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:17.725929 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab69b298-c3d4-4702-89eb-78fe3392b9f5 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:17.826664 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7383ad8d-050c-49a1-93fc-3cc9d7bdcacb x-openstack-request-id: req-7383ad8d-050c-49a1-93fc-3cc9d7bdcacb {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:17.827042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11", "tag": "4af65680-4c8a-4420-938b-02b9403f177e", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:17.827254 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7383ad8d-050c-49a1-93fc-3cc9d7bdcacb {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:17.827840 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7383ad8d-050c-49a1-93fc-3cc9d7bdcacb'] response: {'name': 'network-changed', 'server_uuid': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'tag': '4af65680-4c8a-4420-938b-02b9403f177e', 'status': 'completed', 'code': 200} Jul 07 10:26:17.842993 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ffde3c61-ea84-487d-ab5e-c5d2109f3490 req-3a0643f1-60a8-41bb-8655-9910ab70f86c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754745 Jul 07 10:26:17.877767 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ac630777-0ebd-4d78-b835-0a1d4e0d3d89 admin admin] Publish callbacks [] for security_group (ea31b3d7-8d2d-4937-a33d-f08e4db749e4), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:17.898096 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ac630777-0ebd-4d78-b835-0a1d4e0d3d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (ea31b3d7-8d2d-4937-a33d-f08e4db749e4), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:17.965657 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ac630777-0ebd-4d78-b835-0a1d4e0d3d89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74957572d45347ebb85fcde024a49cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8412144 Jul 07 10:26:17.972330 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41130) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:17.978260 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-f8528d95-2b2d-4d21-a46c-acc035f3db3a service neutron] 10.222.0.58 "GET /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394797 Jul 07 10:26:18.030106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:18.059531 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-33b70975-ecf8-4860-8a82-0da8f1161610 admin admin] Publish callbacks [] for security_group (ea31b3d7-8d2d-4937-a33d-f08e4db749e4), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.061817 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:18.079337 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41132) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:18.088267 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80bb562e-3700-48f0-a1e1-4810ce8cdd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.093950 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Publish callbacks [] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.095067 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac630777-0ebd-4d78-b835-0a1d4e0d3d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea31b3d7-8d2d-4937-a33d-f08e4db749e4,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:18.113942 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-33b70975-ecf8-4860-8a82-0da8f1161610 admin admin] Publish callbacks [] for security_group (ea31b3d7-8d2d-4937-a33d-f08e4db749e4), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.228649 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Transition to ACTIVE for port object ab69b298-c3d4-4702-89eb-78fe3392b9f5 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:26:18.238959 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-97d3accc-ac18-4e46-9a5f-07b998b46b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.297195 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.339597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d7b63-d39a-43db-9c3e-c9e3142bf0d3 req-80544e90-355f-4732-a780-7d85f395627d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:18.342175 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-315d7b63-d39a-43db-9c3e-c9e3142bf0d3 req-80544e90-355f-4732-a780-7d85f395627d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 932 time: 0.3079946 Jul 07 10:26:18.370543 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-46472f95-b810-4e9d-9b21-20d463bc9871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.493354 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c4df8-54e7-4cee-8567-9984ab48bb11 req-ff3e095b-4b47-4afc-b6f4-e60a9d650880 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:18.495275 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6e3c4df8-54e7-4cee-8567-9984ab48bb11 req-ff3e095b-4b47-4afc-b6f4-e60a9d650880 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.1398807 Jul 07 10:26:18.643723 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab69b298-c3d4-4702-89eb-78fe3392b9f5,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:18.690425 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-828534fe-4676-4938-9b97-04131a524aa7 req-2c43a1c9-f482-47a0-9d87-5c205ed8e4c5 service neutron] 10.222.0.58 "GET /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785418 Jul 07 10:26:18.709533 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:18.734964 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6e3c4df8-54e7-4cee-8567-9984ab48bb11 req-43db092c-1bd8-4f98-9d6b-c7b8a4ec6340 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203493 Jul 07 10:26:18.747683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Attempting to bind port 78fdfce4-3284-497c-b70f-045463371669 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:18.748263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Attempting to bind port 78fdfce4-3284-497c-b70f-045463371669 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:18.748263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Attempting to bind port 78fdfce4-3284-497c-b70f-045463371669 on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:18.755396 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-33b70975-ecf8-4860-8a82-0da8f1161610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (ea31b3d7-8d2d-4937-a33d-f08e4db749e4), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.759832 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-33b70975-ecf8-4860-8a82-0da8f1161610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.761706 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-33b70975-ecf8-4860-8a82-0da8f1161610 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea31b3d7-8d2d-4937-a33d-f08e4db749e4 HTTP/1.1" status: 204 len: 168 time: 0.7857225 Jul 07 10:26:18.795117 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b70975-ecf8-4860-8a82-0da8f1161610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea31b3d7-8d2d-4937-a33d-f08e4db749e4,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:18.812664 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Port 78fdfce4-3284-497c-b70f-045463371669 on network 03eb7d11-d380-46df-8615-998b46a27260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:26:18.813067 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Attempting to bind port 78fdfce4-3284-497c-b70f-045463371669 on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:18.887683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:18.888837 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:18.889253 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Checking segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:18.890166 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Bound using segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:18.890640 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Bound port: 78fdfce4-3284-497c-b70f-045463371669, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:18.891144 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (78fdfce4-3284-497c-b70f-045463371669), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:18.987664 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-5a8da61a-e4af-4b2a-bff3-b9856934c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:18.989311 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-5a8da61a-e4af-4b2a-bff3-b9856934c543 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c765bc215964bce8a321b4f3d085ae6&device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 1127 time: 0.1415582 Jul 07 10:26:19.011904 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-315d7b63-d39a-43db-9c3e-c9e3142bf0d3 req-5ce0ddf5-c532-4474-a61a-35e33e0f71a1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368477 Jul 07 10:26:19.077036 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Attempting to bind port ab69b298-c3d4-4702-89eb-78fe3392b9f5 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:19.077644 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Attempting to bind port ab69b298-c3d4-4702-89eb-78fe3392b9f5 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:19.078152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Attempting to bind port ab69b298-c3d4-4702-89eb-78fe3392b9f5 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:19.109533 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Port ab69b298-c3d4-4702-89eb-78fe3392b9f5 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:26:19.110085 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Attempting to bind port ab69b298-c3d4-4702-89eb-78fe3392b9f5 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:19.147844 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:19.148212 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Checking segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:19.148690 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Bound using segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:19.149311 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Bound port: ab69b298-c3d4-4702-89eb-78fe3392b9f5, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:19.149673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.400999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5c850a-9465-4487-9bb2-f2d849e2ab3d {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:19.412273 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Publish callbacks [] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.429148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Transition to ACTIVE for port object 3f5c850a-9465-4487-9bb2-f2d849e2ab3d will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:26:19.431088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] For port 78fdfce4-3284-497c-b70f-045463371669, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:19.451318 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-46472f95-b810-4e9d-9b21-20d463bc9871 admin admin] Publish callbacks [] for security_group (8fcc7de4-4b1c-4532-8104-d968140d96d7), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.462882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] For port 78fdfce4-3284-497c-b70f-045463371669, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=78fdfce4-3284-497c-b70f-045463371669,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:19.472866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07fd09-634d-42c5-9b77-5dc3d28eb6f4 req-12155111-9b20-45b6-be71-1984999fa95b tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:19.474569 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-db07fd09-634d-42c5-9b77-5dc3d28eb6f4 req-12155111-9b20-45b6-be71-1984999fa95b tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.4770672 Jul 07 10:26:19.475235 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-46472f95-b810-4e9d-9b21-20d463bc9871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8fcc7de4-4b1c-4532-8104-d968140d96d7), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.485153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80bb562e-3700-48f0-a1e1-4810ce8cdd7d admin admin] Publish callbacks [] for security_group (531d7127-09c5-45d3-9256-09e2191ed248), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.487045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.504670 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46472f95-b810-4e9d-9b21-20d463bc9871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc7de4-4b1c-4532-8104-d968140d96d7,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:19.522294 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-a88fcfab-d6b3-44a1-a759-2e2ac4a85e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:19.524207 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-a88fcfab-d6b3-44a1-a759-2e2ac4a85e0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0130b19f-e9e8-4fb0-9387-7681bab626e8 HTTP/1.1" status: 200 len: 913 time: 0.5010607 Jul 07 10:26:19.566865 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.583474 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41158) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:19.591683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80bb562e-3700-48f0-a1e1-4810ce8cdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (531d7127-09c5-45d3-9256-09e2191ed248), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.618106 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (78fdfce4-3284-497c-b70f-045463371669), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.628850 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-db07fd09-634d-42c5-9b77-5dc3d28eb6f4 req-726884c4-1572-4f0c-b7e2-131e7372a648 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253154 Jul 07 10:26:19.634115 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-46472f95-b810-4e9d-9b21-20d463bc9871 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15dbaeafcb484b70b6b495233c832d03&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5477643 Jul 07 10:26:19.634337 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:19.634788 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41160) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:19.661858 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-80bb562e-3700-48f0-a1e1-4810ce8cdd7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cacd5ff80f714e6e8b67e74ff993636e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0285215 Jul 07 10:26:19.665902 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f1f5-338b-45f5-a55e-0f6a397a9f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.675149 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41162) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:19.733214 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb562e-3700-48f0-a1e1-4810ce8cdd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531d7127-09c5-45d3-9256-09e2191ed248,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:19.794763 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:19.800365 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:19.801257 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.803708 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] 10.222.0.58 "PUT /v2.0/ports/78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 200 len: 1094 time: 7.1177335 Jul 07 10:26:19.816554 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'tag': '78fdfce4-3284-497c-b70f-045463371669'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:19.819133 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:19.841502 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8be5626-b095-4dee-9d11-44ebcbf33855 admin admin] Publish callbacks [] for security_group (8fcc7de4-4b1c-4532-8104-d968140d96d7), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.848511 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f1f5-338b-45f5-a55e-0f6a397a9f73 admin admin] Publish callbacks [] for security_group (c73b73c5-cae5-4112-afdd-7eadf2dd94ea), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.863678 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f1f5-338b-45f5-a55e-0f6a397a9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c73b73c5-cae5-4112-afdd-7eadf2dd94ea), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.893560 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8be5626-b095-4dee-9d11-44ebcbf33855 admin admin] Publish callbacks [] for security_group (8fcc7de4-4b1c-4532-8104-d968140d96d7), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:19.933541 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2ab1f1f5-338b-45f5-a55e-0f6a397a9f73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc44f0d8a86f4142a75869f9b800d275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488779 Jul 07 10:26:19.936292 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1f1f5-338b-45f5-a55e-0f6a397a9f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73b73c5-cae5-4112-afdd-7eadf2dd94ea,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:19.945556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41172) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:19.951241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] For port ab69b298-c3d4-4702-89eb-78fe3392b9f5, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:19.962684 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff981a-f45f-41a2-a368-d74889e988ef service neutron] Pushing event updated for resources: {'Port': ['ID=78fdfce4-3284-497c-b70f-045463371669,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:19.970783 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:19.992121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] For port ab69b298-c3d4-4702-89eb-78fe3392b9f5, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:20.013184 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9f3ff-eb1f-4829-a76c-e1bcd113e83e req-ad310c1c-9f9a-47f3-a9dc-b9731fb5b12f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:20.016308 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eec9f3ff-eb1f-4829-a76c-e1bcd113e83e req-ad310c1c-9f9a-47f3-a9dc-b9731fb5b12f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.1361892 Jul 07 10:26:20.032729 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-961f246b-424e-49a4-8b58-650a12f910c9 admin admin] Publish callbacks [] for security_group (c73b73c5-cae5-4112-afdd-7eadf2dd94ea), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.037229 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8be5626-b095-4dee-9d11-44ebcbf33855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8fcc7de4-4b1c-4532-8104-d968140d96d7), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.038799 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8be5626-b095-4dee-9d11-44ebcbf33855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.040295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:20.041204 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c47-1d57-4c92-8c58-d8dcc45bd22b admin admin] Publish callbacks [] for security_group (531d7127-09c5-45d3-9256-09e2191ed248), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.043462 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e8be5626-b095-4dee-9d11-44ebcbf33855 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fcc7de4-4b1c-4532-8104-d968140d96d7 HTTP/1.1" status: 204 len: 168 time: 0.4077015 Jul 07 10:26:20.072093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be5626-b095-4dee-9d11-44ebcbf33855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc7de4-4b1c-4532-8104-d968140d96d7,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:20.091484 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-961f246b-424e-49a4-8b58-650a12f910c9 admin admin] Publish callbacks [] for security_group (c73b73c5-cae5-4112-afdd-7eadf2dd94ea), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.107390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c47-1d57-4c92-8c58-d8dcc45bd22b admin admin] Publish callbacks [] for security_group (531d7127-09c5-45d3-9256-09e2191ed248), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.150147 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.165987 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f25938d-767e-4f51-af39-4942c5f81d33" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1d0d51-844a-4a45-9f11-71081578d56f", "tag": "78fdfce4-3284-497c-b70f-045463371669"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:20.169106 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:20.210758 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302200-2395-4414-88cc-4c354dfa2151 req-3c74e93e-c942-44a2-a405-34495ea0c9d5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:20.212530 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b302200-2395-4414-88cc-4c354dfa2151 req-3c74e93e-c942-44a2-a405-34495ea0c9d5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0826488 Jul 07 10:26:20.231119 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-961f246b-424e-49a4-8b58-650a12f910c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c73b73c5-cae5-4112-afdd-7eadf2dd94ea), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.233643 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-961f246b-424e-49a4-8b58-650a12f910c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.234772 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-961f246b-424e-49a4-8b58-650a12f910c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c73b73c5-cae5-4112-afdd-7eadf2dd94ea HTTP/1.1" status: 204 len: 168 time: 0.2882133 Jul 07 10:26:20.253807 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Attempting to bind port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:26:20.255789 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Attempting to bind port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:26:20.256531 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Attempting to bind port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:20.260040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f246b-424e-49a4-8b58-650a12f910c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73b73c5-cae5-4112-afdd-7eadf2dd94ea,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:20.286636 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b302200-2395-4414-88cc-4c354dfa2151 req-0de51f2c-6032-41c9-a914-b7e75457658c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Jul 07 10:26:20.330927 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d on network 03eb7d11-d380-46df-8615-998b46a27260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:26:20.331257 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Attempting to bind port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:26:20.343785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:26:20.344155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Checking segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:26:20.344630 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Bound using segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:26:20.345460 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Bound port: 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:26:20.346652 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.350053 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c47-1d57-4c92-8c58-d8dcc45bd22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (531d7127-09c5-45d3-9256-09e2191ed248), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.354866 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c47-1d57-4c92-8c58-d8dcc45bd22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.356500 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5d4b7c47-1d57-4c92-8c58-d8dcc45bd22b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/531d7127-09c5-45d3-9256-09e2191ed248 HTTP/1.1" status: 204 len: 168 time: 0.5991471 Jul 07 10:26:20.387414 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:20.388093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.389808 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 1093 time: 5.5577285 Jul 07 10:26:20.412840 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b7c47-1d57-4c92-8c58-d8dcc45bd22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531d7127-09c5-45d3-9256-09e2191ed248,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:20.513685 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c4d4a-4ac7-429b-9bca-4416c4dc73d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab69b298-c3d4-4702-89eb-78fe3392b9f5,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:20.580163 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eec9f3ff-eb1f-4829-a76c-e1bcd113e83e req-780acc2e-c852-4ada-8eee-22c0e7cb5bf8 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5361886 Jul 07 10:26:20.645421 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] For port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:26:20.655619 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] For port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:26:20.669743 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.799919 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fc39b-331d-4a72-9646-aa992ddb73a4 x-openstack-request-id: req-752fc39b-331d-4a72-9646-aa992ddb73a4 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:20.807556 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1d0d51-844a-4a45-9f11-71081578d56f", "tag": "78fdfce4-3284-497c-b70f-045463371669", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:20.814408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-752fc39b-331d-4a72-9646-aa992ddb73a4 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:20.815118 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752fc39b-331d-4a72-9646-aa992ddb73a4'] response: {'name': 'network-changed', 'server_uuid': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'tag': '78fdfce4-3284-497c-b70f-045463371669', 'status': 'completed', 'code': 200} Jul 07 10:26:20.861159 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:20.862641 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:20.865481 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] 10.222.0.58 "PUT /v2.0/ports/3f5c850a-9465-4487-9bb2-f2d849e2ab3d HTTP/1.1" status: 200 len: 1094 time: 4.1776142 Jul 07 10:26:20.937177 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5d166-4db1-4b80-b8d4-267e4d157c25 req-9f018535-4540-47d2-be4e-77c48b52bf09 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:20.939413 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-43f5d166-4db1-4b80-b8d4-267e4d157c25 req-9f018535-4540-47d2-be4e-77c48b52bf09 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.0673382 Jul 07 10:26:21.004329 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a58767-2dec-47ab-a7ec-dc7af1c70e5f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:21.014431 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.074958 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-43f5d166-4db1-4b80-b8d4-267e4d157c25 req-e0592461-ca82-4c38-b86b-59c165b4fc7a tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266937 Jul 07 10:26:21.077656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41220) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:21.118213 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e543aa08-b17e-44b2-9ab5-591910b95b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.217032 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e543aa08-b17e-44b2-9ab5-591910b95b61 admin admin] Publish callbacks [] for security_group (092bf980-7b26-4442-9245-bf20503ba72c), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.221687 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e543aa08-b17e-44b2-9ab5-591910b95b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (092bf980-7b26-4442-9245-bf20503ba72c), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.252232 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e543aa08-b17e-44b2-9ab5-591910b95b61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c707fa00981347a9b5239ae39be990d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729238 Jul 07 10:26:21.254703 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41226) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:21.282638 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:21.295936 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543aa08-b17e-44b2-9ab5-591910b95b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092bf980-7b26-4442-9245-bf20503ba72c,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:21.351655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d9a15bfd-94ef-4931-9ac0-d408cebaa7f2 admin admin] Publish callbacks [] for security_group (092bf980-7b26-4442-9245-bf20503ba72c), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.374774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.384455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.393691 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d9a15bfd-94ef-4931-9ac0-d408cebaa7f2 admin admin] Publish callbacks [] for security_group (092bf980-7b26-4442-9245-bf20503ba72c), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.457700 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d9a15bfd-94ef-4931-9ac0-d408cebaa7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (092bf980-7b26-4442-9245-bf20503ba72c), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.460017 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f0ce-8e38-4d08-bd0e-4293d8514f93 req-aab8807c-da10-46d8-94bf-dd87db1b7803 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:21.462154 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1be0f0ce-8e38-4d08-bd0e-4293d8514f93 req-aab8807c-da10-46d8-94bf-dd87db1b7803 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0667863 Jul 07 10:26:21.462275 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d9a15bfd-94ef-4931-9ac0-d408cebaa7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:21.466349 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d9a15bfd-94ef-4931-9ac0-d408cebaa7f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/092bf980-7b26-4442-9245-bf20503ba72c HTTP/1.1" status: 204 len: 168 time: 0.2078786 Jul 07 10:26:21.473386 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a15bfd-94ef-4931-9ac0-d408cebaa7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092bf980-7b26-4442-9245-bf20503ba72c,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:21.535517 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1be0f0ce-8e38-4d08-bd0e-4293d8514f93 req-ef9e245a-e5aa-4a5d-897b-b65e6617f1b8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661407 Jul 07 10:26:21.712131 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26736fb8-2146-40bf-822a-14d2567e97b8 req-f1866402-09e4-4908-88cc-fdf4378ef3e4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:21.713624 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-26736fb8-2146-40bf-822a-14d2567e97b8 req-f1866402-09e4-4908-88cc-fdf4378ef3e4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0564568 Jul 07 10:26:21.778545 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-26736fb8-2146-40bf-822a-14d2567e97b8 req-cebdbc50-c5a2-4653-b3f7-0a129547df9f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555227 Jul 07 10:26:22.208918 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde5b5-8f46-4d6a-9174-ed8de234da56 req-4197b516-2987-44ed-a871-513b27dd540a tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:22.224349 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9cdde5b5-8f46-4d6a-9174-ed8de234da56 req-4197b516-2987-44ed-a871-513b27dd540a tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.0702019 Jul 07 10:26:22.310494 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9cdde5b5-8f46-4d6a-9174-ed8de234da56 req-965f70e7-8742-4390-b212-5b72eff70411 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845175 Jul 07 10:26:22.693932 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a86c-cd5a-4245-b003-e44e8d90ee4e req-f32e5f61-82fc-4809-8c44-e5c463daedf7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:22.716412 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7f37a86c-cd5a-4245-b003-e44e8d90ee4e req-f32e5f61-82fc-4809-8c44-e5c463daedf7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.1076729 Jul 07 10:26:22.776501 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7f37a86c-cd5a-4245-b003-e44e8d90ee4e req-c720c887-9d37-4da4-b008-1641df1660d7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589201 Jul 07 10:26:22.816471 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5'}, {'name': 'network-changed', 'server_uuid': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'tag': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:22.820330 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a046d0b4-7e13-4b1a-8266-541407b00605" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5"}, {"name": "network-changed", "server_uuid": "08e45c86-fe48-454c-8b7e-3e03765d79c1", "tag": "3f5c850a-9465-4487-9bb2-f2d849e2ab3d"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:22.874872 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd21e0-6658-4020-ae24-1eb576c25244 x-openstack-request-id: req-7efd21e0-6658-4020-ae24-1eb576c25244 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:22.875264 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08e45c86-fe48-454c-8b7e-3e03765d79c1", "tag": "3f5c850a-9465-4487-9bb2-f2d849e2ab3d", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:22.875576 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7efd21e0-6658-4020-ae24-1eb576c25244 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:22.876537 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efd21e0-6658-4020-ae24-1eb576c25244'] response: {'name': 'network-changed', 'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'status': 'completed', 'code': 200} Jul 07 10:26:22.876934 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efd21e0-6658-4020-ae24-1eb576c25244'] response: {'name': 'network-changed', 'server_uuid': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'tag': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d', 'status': 'completed', 'code': 200} Jul 07 10:26:22.946970 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac27f3-bfaf-468c-91be-fd6b3ac53926 req-62d3d049-efe8-4607-87d6-b36674738ca0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:22.954708 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e1ac27f3-bfaf-468c-91be-fd6b3ac53926 req-62d3d049-efe8-4607-87d6-b36674738ca0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0722680 Jul 07 10:26:23.075052 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e1ac27f3-bfaf-468c-91be-fd6b3ac53926 req-cdded27c-6c64-436f-b6d2-d45cbcd9b280 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141233 Jul 07 10:26:23.547942 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beba23-10b2-499f-b82e-e5a6024d2dd3 req-b7ea980d-b1ab-4158-8bb6-6aee49320672 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:23.555824 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-13beba23-10b2-499f-b82e-e5a6024d2dd3 req-b7ea980d-b1ab-4158-8bb6-6aee49320672 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.1498473 Jul 07 10:26:23.701928 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-13beba23-10b2-499f-b82e-e5a6024d2dd3 req-86e2ae12-d3d9-49ea-8087-c2e016c42dbe tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452494 Jul 07 10:26:23.810759 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41364) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:24.023980 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081f0a-233b-4eb1-88d9-914b30a3a4f8 req-ebd07673-7ea0-4e38-ba83-310272c30bd3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:24.036614 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-97081f0a-233b-4eb1-88d9-914b30a3a4f8 req-ebd07673-7ea0-4e38-ba83-310272c30bd3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.1487083 Jul 07 10:26:24.164115 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9f79-4433-49a0-aefb-e28ac2df3b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.165964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:24.186050 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-97081f0a-233b-4eb1-88d9-914b30a3a4f8 req-c2446d2c-6350-403e-9bfa-b34ec02d126a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434262 Jul 07 10:26:24.331969 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9f79-4433-49a0-aefb-e28ac2df3b6e admin admin] Publish callbacks [] for security_group (335a1549-77b9-4bbb-9014-a523758ad384), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.383678 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94776d-96ac-40b3-bd6a-fd73f63a1227 req-7aaee3c4-2d30-4797-9e69-8245cc91460c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:24.386560 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2a94776d-96ac-40b3-bd6a-fd73f63a1227 req-7aaee3c4-2d30-4797-9e69-8245cc91460c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.1746852 Jul 07 10:26:24.388683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0bdd9f79-4433-49a0-aefb-e28ac2df3b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (335a1549-77b9-4bbb-9014-a523758ad384), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.465959 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0bdd9f79-4433-49a0-aefb-e28ac2df3b6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d24fa74971ad457fb63df382979d3216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538861 Jul 07 10:26:24.466907 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd9f79-4433-49a0-aefb-e28ac2df3b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335a1549-77b9-4bbb-9014-a523758ad384,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:24.469093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41382) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:24.513726 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2a94776d-96ac-40b3-bd6a-fd73f63a1227 req-41893011-bd10-40e7-919b-fdd5dfb2c14d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172061 Jul 07 10:26:24.549094 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:24.575271 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60c95982-1633-426a-8e82-f5b3bedd6fda admin admin] Publish callbacks [] for security_group (335a1549-77b9-4bbb-9014-a523758ad384), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.615254 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60c95982-1633-426a-8e82-f5b3bedd6fda admin admin] Publish callbacks [] for security_group (335a1549-77b9-4bbb-9014-a523758ad384), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.702181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60c95982-1633-426a-8e82-f5b3bedd6fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (335a1549-77b9-4bbb-9014-a523758ad384), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.704832 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-60c95982-1633-426a-8e82-f5b3bedd6fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:24.708712 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-60c95982-1633-426a-8e82-f5b3bedd6fda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/335a1549-77b9-4bbb-9014-a523758ad384 HTTP/1.1" status: 204 len: 168 time: 0.2356582 Jul 07 10:26:24.723299 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c95982-1633-426a-8e82-f5b3bedd6fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a1549-77b9-4bbb-9014-a523758ad384,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:24.846521 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-b38ff1d9-da89-43a0-b332-f3e1ba36afe9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4af65680-4c8a-4420-938b-02b9403f177e HTTP/1.1" status: 200 len: 217 time: 0.0811181 Jul 07 10:26:24.877763 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:24.907561 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008e656-9689-46a2-bfb7-7319571c0cf4 req-5df9c8cc-6e76-42ac-a81f-52f5546bbb1f tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:24.910200 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7008e656-9689-46a2-bfb7-7319571c0cf4 req-5df9c8cc-6e76-42ac-a81f-52f5546bbb1f tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.0625250 Jul 07 10:26:24.975781 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7008e656-9689-46a2-bfb7-7319571c0cf4 req-26c1bceb-1e04-47d3-9559-1eb34b3b448f tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587230 Jul 07 10:26:25.174797 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41408) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:25.196255 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a584298e-9cc4-47f7-a941-065ebf2f9777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.206544 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-58f5219b-9805-4a17-b8fc-ae1db8312239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.208052 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-58f5219b-9805-4a17-b8fc-ae1db8312239 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f31a9efb-adf1-4c21-859d-b7bed3c2db67 HTTP/1.1" status: 200 len: 851 time: 0.0878329 Jul 07 10:26:25.215157 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:25.262713 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-15fa72e0-b879-457d-bc26-7422b8d98230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.265515 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-15fa72e0-b879-457d-bc26-7422b8d98230 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.1314623 Jul 07 10:26:25.301259 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-54c033ed-9930-4671-b26e-27758c993fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.303502 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-54c033ed-9930-4671-b26e-27758c993fad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0130b19f-e9e8-4fb0-9387-7681bab626e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613081 Jul 07 10:26:25.341482 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a584298e-9cc4-47f7-a941-065ebf2f9777 admin admin] Publish callbacks [] for security_group (815bd79d-d318-4b4b-90bb-1ce664612280), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.345828 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a584298e-9cc4-47f7-a941-065ebf2f9777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (815bd79d-d318-4b4b-90bb-1ce664612280), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.390527 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a584298e-9cc4-47f7-a941-065ebf2f9777 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7b29cd99cc54c999d35309060a572ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146761 Jul 07 10:26:25.391421 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584298e-9cc4-47f7-a941-065ebf2f9777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815bd79d-d318-4b4b-90bb-1ce664612280,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:25.393764 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41418) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:25.452974 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-783b0b32-cf7c-4ab5-b815-d6e1dc44b0d5 admin admin] Publish callbacks [] for security_group (815bd79d-d318-4b4b-90bb-1ce664612280), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.479094 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-783b0b32-cf7c-4ab5-b815-d6e1dc44b0d5 admin admin] Publish callbacks [] for security_group (815bd79d-d318-4b4b-90bb-1ce664612280), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.498516 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25938d-767e-4f51-af39-4942c5f81d33 req-675663e6-497c-4181-a5ee-6e5664d631b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.500261 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5f25938d-767e-4f51-af39-4942c5f81d33 req-675663e6-497c-4181-a5ee-6e5664d631b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1128 time: 0.2785473 Jul 07 10:26:25.508937 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-35d472c9-8c74-44b8-9092-ee2b87162b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.510823 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-35d472c9-8c74-44b8-9092-ee2b87162b89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 1128 time: 0.2874045 Jul 07 10:26:25.519620 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c370ed-10db-4af6-9c48-44d20857307f req-a6a19703-e686-45a5-bc9a-80544a8f9713 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.521599 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-92c370ed-10db-4af6-9c48-44d20857307f req-a6a19703-e686-45a5-bc9a-80544a8f9713 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0709531 Jul 07 10:26:25.562239 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-783b0b32-cf7c-4ab5-b815-d6e1dc44b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (815bd79d-d318-4b4b-90bb-1ce664612280), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.577495 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-783b0b32-cf7c-4ab5-b815-d6e1dc44b0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:25.583949 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-783b0b32-cf7c-4ab5-b815-d6e1dc44b0d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/815bd79d-d318-4b4b-90bb-1ce664612280 HTTP/1.1" status: 204 len: 168 time: 0.1886666 Jul 07 10:26:25.601513 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b0b32-cf7c-4ab5-b815-d6e1dc44b0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815bd79d-d318-4b4b-90bb-1ce664612280,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:25.687506 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-92c370ed-10db-4af6-9c48-44d20857307f req-790261de-f670-49f3-ac3f-8dde95d5862d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546097 Jul 07 10:26:25.761452 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfce47-b48d-47fa-aa31-31c992dbddd4 req-5bc7563e-f636-4690-a09d-056698a0cd47 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:25.763677 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c7bfce47-b48d-47fa-aa31-31c992dbddd4 req-5bc7563e-f636-4690-a09d-056698a0cd47 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.1262033 Jul 07 10:26:25.864320 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c7bfce47-b48d-47fa-aa31-31c992dbddd4 req-39e0f557-8c1e-4687-b285-5609dd0265bf tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856061 Jul 07 10:26:26.150763 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e4ce-76e9-43fe-85a8-ff8fb47039b2 req-c5bc4bb5-8c19-4235-ad51-0448794d7ccc tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:26.160205 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6f55e4ce-76e9-43fe-85a8-ff8fb47039b2 req-c5bc4bb5-8c19-4235-ad51-0448794d7ccc tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.0987761 Jul 07 10:26:26.226479 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6f55e4ce-76e9-43fe-85a8-ff8fb47039b2 req-bbf951b1-d522-49f7-86c8-9ca0086f0ffc tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660009 Jul 07 10:26:26.511485 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-18f45174-d2a8-4a69-9251-b13acdcd0fa3 service neutron] 10.222.0.58 "GET /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032796 Jul 07 10:26:26.568289 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-7351c204-17f7-44d8-bf8b-08c70247c053 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d HTTP/1.1" status: 200 len: 217 time: 0.1608331 Jul 07 10:26:26.581287 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-b2888069-d7ce-4574-bb9c-87d43d5d42eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 217 time: 0.1716154 Jul 07 10:26:26.637961 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:26.639933 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ac7493a-7658-4aee-acb0-836784b78e52 req-afde774d-48a4-4235-92ed-de4af5d040da service neutron] 10.222.0.58 "GET /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196506 Jul 07 10:26:26.770528 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-17e66afc-2e01-4ba1-84e3-9ae48ee05d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:26.772276 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-17e66afc-2e01-4ba1-84e3-9ae48ee05d3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.1852875 Jul 07 10:26:26.775344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25938d-767e-4f51-af39-4942c5f81d33 req-1c7bb2f6-953d-4a9a-9542-6574341f4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:26.777539 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5f25938d-767e-4f51-af39-4942c5f81d33 req-1c7bb2f6-953d-4a9a-9542-6574341f4a28 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3689477 Jul 07 10:26:26.779459 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-90cfec9f-41c4-487e-9372-8f7bb80b6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:26.781249 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-90cfec9f-41c4-487e-9372-8f7bb80b6000 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.1368587 Jul 07 10:26:26.783607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41496) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:26.846356 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736675a-a03e-40b1-b380-8e977a6b3656 req-cef035fb-6e75-4a9c-a3cc-b5942d3e8cfa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:26.853456 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f736675a-a03e-40b1-b380-8e977a6b3656 req-cef035fb-6e75-4a9c-a3cc-b5942d3e8cfa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0546868 Jul 07 10:26:26.910341 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f736675a-a03e-40b1-b380-8e977a6b3656 req-48dc9ef5-e412-45e1-9179-3ff04e5b09d0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558395 Jul 07 10:26:26.949821 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0ccad9e6-62f8-424b-bf96-b0e1c957c684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.013970 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76c77-3188-44af-b727-9898a057f90e req-b3e6a118-376f-4cd6-b019-0fc3aa3b61e2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:27.015458 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aff76c77-3188-44af-b727-9898a057f90e req-b3e6a118-376f-4cd6-b019-0fc3aa3b61e2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0680690 Jul 07 10:26:27.094520 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aff76c77-3188-44af-b727-9898a057f90e req-f09c52fd-1346-4a12-a669-57fbab9c4d59 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682871 Jul 07 10:26:27.104169 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:27.118853 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0ccad9e6-62f8-424b-bf96-b0e1c957c684 admin admin] Publish callbacks [] for security_group (c14e92d7-f017-4467-93d1-338e7e42bf11), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.125260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0ccad9e6-62f8-424b-bf96-b0e1c957c684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c14e92d7-f017-4467-93d1-338e7e42bf11), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.173181 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0ccad9e6-62f8-424b-bf96-b0e1c957c684 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81ce412c59424901bc392bccfa701c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852248 Jul 07 10:26:27.173181 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccad9e6-62f8-424b-bf96-b0e1c957c684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e92d7-f017-4467-93d1-338e7e42bf11,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:27.173377 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41516) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:27.194058 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:27.257565 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1e4834a0-3451-42ef-9062-09777fe99863 admin admin] Publish callbacks [] for security_group (c14e92d7-f017-4467-93d1-338e7e42bf11), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.298547 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1e4834a0-3451-42ef-9062-09777fe99863 admin admin] Publish callbacks [] for security_group (c14e92d7-f017-4467-93d1-338e7e42bf11), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.299519 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41526) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:27.397042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe809d8-68ed-4468-914f-da8d63ede2ed req-861414b9-ef9d-45d7-aebb-7c644b2aace5 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:27.399467 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0fe809d8-68ed-4468-914f-da8d63ede2ed req-861414b9-ef9d-45d7-aebb-7c644b2aace5 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 943 time: 0.0693667 Jul 07 10:26:27.428915 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1e4834a0-3451-42ef-9062-09777fe99863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c14e92d7-f017-4467-93d1-338e7e42bf11), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.431810 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1e4834a0-3451-42ef-9062-09777fe99863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.433713 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-1e4834a0-3451-42ef-9062-09777fe99863 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c14e92d7-f017-4467-93d1-338e7e42bf11 HTTP/1.1" status: 204 len: 168 time: 0.2590110 Jul 07 10:26:27.454349 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4834a0-3451-42ef-9062-09777fe99863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e92d7-f017-4467-93d1-338e7e42bf11,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:27.492961 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0fe809d8-68ed-4468-914f-da8d63ede2ed req-126cbf0a-504f-4050-a9c3-ea0810f521ae tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746353 Jul 07 10:26:27.530017 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4af65680-4c8a-4420-938b-02b9403f177e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:26:27.601216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80d3aff9-17e5-40d4-af76-7158daed0c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.771963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 4af65680-4c8a-4420-938b-02b9403f177e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4af65680-4c8a-4420-938b-02b9403f177e,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:27.774968 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80d3aff9-17e5-40d4-af76-7158daed0c92 admin admin] Publish callbacks [] for security_group (b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.784516 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-80d3aff9-17e5-40d4-af76-7158daed0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.793299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '4af65680-4c8a-4420-938b-02b9403f177e', 'network_id': '0130b19f-e9e8-4fb0-9387-7681bab626e8', 'port_id': '4af65680-4c8a-4420-938b-02b9403f177e', 'mac_address': 'fa:16:3e:26:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31a9efb-adf1-4c21-859d-b7bed3c2db67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:26:27.837205 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:27.850903 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 4af65680-4c8a-4420-938b-02b9403f177e is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:27.851442 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4af65680-4c8a-4420-938b-02b9403f177e), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.857080 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:27.869767 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af65680-4c8a-4420-938b-02b9403f177e {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:27.879960 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-80d3aff9-17e5-40d4-af76-7158daed0c92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24e4caaa20604a38854e0c038ece9459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787659 Jul 07 10:26:27.880923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3aff9-17e5-40d4-af76-7158daed0c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:27.882903 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41550) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:27.893691 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 4af65680-4c8a-4420-938b-02b9403f177e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4af65680-4c8a-4420-938b-02b9403f177e,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:27.899832 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (4af65680-4c8a-4420-938b-02b9403f177e), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:27.959365 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=4af65680-4c8a-4420-938b-02b9403f177e,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:27.992863 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5fa1fe32-e1b2-40a7-a1f4-ca95c23eedc2 admin admin] Publish callbacks [] for security_group (b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.012891 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41556) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:28.031485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5fa1fe32-e1b2-40a7-a1f4-ca95c23eedc2 admin admin] Publish callbacks [] for security_group (b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.044933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-729de340-4bb4-4875-943a-9c2f97d5261f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.075239 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67516b50-8cf2-44b6-ae47-1154dd66fb07 req-63ef14ed-619f-4920-a59e-0305c75fb7a1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:28.076749 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-67516b50-8cf2-44b6-ae47-1154dd66fb07 req-63ef14ed-619f-4920-a59e-0305c75fb7a1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0761762 Jul 07 10:26:28.091362 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5fa1fe32-e1b2-40a7-a1f4-ca95c23eedc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.094096 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5fa1fe32-e1b2-40a7-a1f4-ca95c23eedc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.095261 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5fa1fe32-e1b2-40a7-a1f4-ca95c23eedc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e HTTP/1.1" status: 204 len: 168 time: 0.2112846 Jul 07 10:26:28.104442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1fe32-e1b2-40a7-a1f4-ca95c23eedc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51bc1cc-6f17-4a47-ae9b-7a2ecba8156e,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:28.182608 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-67516b50-8cf2-44b6-ae47-1154dd66fb07 req-5901a9f0-9ad9-4546-a61a-519e10cf5a1a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906329 Jul 07 10:26:28.206764 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-729de340-4bb4-4875-943a-9c2f97d5261f admin admin] Publish callbacks [] for security_group (fcc336b9-1150-4c1a-9053-cb26b856fcf2), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.215023 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-729de340-4bb4-4875-943a-9c2f97d5261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (fcc336b9-1150-4c1a-9053-cb26b856fcf2), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.245477 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-729de340-4bb4-4875-943a-9c2f97d5261f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=536b7f3bfe3044219f04ddf93aa5f6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315438 Jul 07 10:26:28.248166 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41570) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:28.269526 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729de340-4bb4-4875-943a-9c2f97d5261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc336b9-1150-4c1a-9053-cb26b856fcf2,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:28.274565 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4ca1-882c-4355-88a6-bdf38a1e0a80 req-90792572-1277-452c-92bc-1af21d4e57ae tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:28.276406 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-567b4ca1-882c-4355-88a6-bdf38a1e0a80 req-90792572-1277-452c-92bc-1af21d4e57ae tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0853193 Jul 07 10:26:28.335953 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba0afc91-ebb5-4f62-9b9f-c9c93080d107 admin admin] Publish callbacks [] for security_group (fcc336b9-1150-4c1a-9053-cb26b856fcf2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.375665 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba0afc91-ebb5-4f62-9b9f-c9c93080d107 admin admin] Publish callbacks [] for security_group (fcc336b9-1150-4c1a-9053-cb26b856fcf2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.393311 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-567b4ca1-882c-4355-88a6-bdf38a1e0a80 req-f8e73b45-7022-41a3-b2f5-facdcaf524d9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052246 Jul 07 10:26:28.443202 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba0afc91-ebb5-4f62-9b9f-c9c93080d107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (fcc336b9-1150-4c1a-9053-cb26b856fcf2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.448015 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba0afc91-ebb5-4f62-9b9f-c9c93080d107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.452386 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ba0afc91-ebb5-4f62-9b9f-c9c93080d107 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcc336b9-1150-4c1a-9053-cb26b856fcf2 HTTP/1.1" status: 204 len: 168 time: 0.2030213 Jul 07 10:26:28.463486 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0afc91-ebb5-4f62-9b9f-c9c93080d107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc336b9-1150-4c1a-9053-cb26b856fcf2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:28.571887 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41580) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:28.586757 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-519e6acd-3c88-44e9-bf03-c5909ace15bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.632691 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb31a-acb4-4874-8a2e-f4455bb3293c req-437e1c14-2364-4abd-9ead-a3f0b019bc83 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:28.640366 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-752eb31a-acb4-4874-8a2e-f4455bb3293c req-437e1c14-2364-4abd-9ead-a3f0b019bc83 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 944 time: 0.0589983 Jul 07 10:26:28.641987 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:28.693661 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-519e6acd-3c88-44e9-bf03-c5909ace15bd admin admin] Publish callbacks [] for security_group (4a6d6be2-a0c2-4573-beb9-87c03060c965), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.698024 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-519e6acd-3c88-44e9-bf03-c5909ace15bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4a6d6be2-a0c2-4573-beb9-87c03060c965), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.719651 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-752eb31a-acb4-4874-8a2e-f4455bb3293c req-43ee9c0a-259f-4136-9aa8-ef084c33e60e tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742323 Jul 07 10:26:28.742396 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-519e6acd-3c88-44e9-bf03-c5909ace15bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20af2c18f0ff4a7a8a70290cc1c64f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692119 Jul 07 10:26:28.744999 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41586) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:28.751488 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e6acd-3c88-44e9-bf03-c5909ace15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6d6be2-a0c2-4573-beb9-87c03060c965,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:28.824433 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:28.827258 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a18979ea-5657-4591-aec4-41346cb58d51 admin admin] Publish callbacks [] for security_group (4a6d6be2-a0c2-4573-beb9-87c03060c965), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.859801 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a18979ea-5657-4591-aec4-41346cb58d51 admin admin] Publish callbacks [] for security_group (4a6d6be2-a0c2-4573-beb9-87c03060c965), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.867907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:28.882737 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=32 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:28.923604 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a18979ea-5657-4591-aec4-41346cb58d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4a6d6be2-a0c2-4573-beb9-87c03060c965), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.926335 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a18979ea-5657-4591-aec4-41346cb58d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:28.929982 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a18979ea-5657-4591-aec4-41346cb58d51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a6d6be2-a0c2-4573-beb9-87c03060c965 HTTP/1.1" status: 204 len: 168 time: 0.1813574 Jul 07 10:26:28.938033 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18979ea-5657-4591-aec4-41346cb58d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6d6be2-a0c2-4573-beb9-87c03060c965,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:29.323490 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7331-51b6-45ad-bdff-8bb36e8eed7f req-515a5366-52ce-46da-8e97-f5ad3d116ef6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:29.325448 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2c8d7331-51b6-45ad-bdff-8bb36e8eed7f req-515a5366-52ce-46da-8e97-f5ad3d116ef6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0532608 Jul 07 10:26:29.388352 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2c8d7331-51b6-45ad-bdff-8bb36e8eed7f req-d565d0ee-810c-4720-9470-25de1f7e6939 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554266 Jul 07 10:26:29.691443 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-2233a7b0-5762-430d-b341-92294fc03683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:29.693030 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-2233a7b0-5762-430d-b341-92294fc03683 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2326958 Jul 07 10:26:29.693998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-65f6271e-00b0-4dfc-b988-7941cf5e56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:29.695969 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-65f6271e-00b0-4dfc-b988-7941cf5e56ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2448113 Jul 07 10:26:29.716808 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965a829-0a40-4a1f-b6ab-7ab0efe2e4c1 req-8e4741e0-3910-42a9-af7a-cbb64bf19661 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:29.718260 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6965a829-0a40-4a1f-b6ab-7ab0efe2e4c1 req-8e4741e0-3910-42a9-af7a-cbb64bf19661 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.1859763 Jul 07 10:26:29.773322 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['4af65680-4c8a-4420-938b-02b9403f177e'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:26:29.822171 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:29.825519 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-815a133c-eebf-4ac6-9d14-aec1565753d1 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947230 Jul 07 10:26:29.993415 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e5131-ef18-433e-b415-9e0e69170f16 req-56ba6650-31d0-4fe3-adbd-4ba862bf83c8 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:30.003471 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-715a4338-fc80-44b6-a8ed-8dab4e526cb2 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740612 Jul 07 10:26:30.006899 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f11e5131-ef18-433e-b415-9e0e69170f16 req-56ba6650-31d0-4fe3-adbd-4ba862bf83c8 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 944 time: 0.1828442 Jul 07 10:26:30.012842 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:30.150503 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f11e5131-ef18-433e-b415-9e0e69170f16 req-d6da44da-19dc-4631-a3cf-680edd269714 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377318 Jul 07 10:26:30.343038 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9e2dd79-3206-4960-bc7d-5b0ad6d060db req-90bb2554-6a33-4af7-ac7a-ef65f620aa95 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201017 Jul 07 10:26:30.419376 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25938d-767e-4f51-af39-4942c5f81d33 req-53b69eb5-f962-433d-b7ca-9d1e7547b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:30.421098 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5f25938d-767e-4f51-af39-4942c5f81d33 req-53b69eb5-f962-433d-b7ca-9d1e7547b66e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9796228 Jul 07 10:26:30.459623 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6965a829-0a40-4a1f-b6ab-7ab0efe2e4c1 req-00fb0edc-93c8-4447-9b0c-2d23c328a34b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5301106 Jul 07 10:26:30.482941 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0e011281-09c8-42af-9491-8d06dea9a5e9 req-6a1a92ef-a409-429b-b10d-16232a81efd1 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465724 Jul 07 10:26:30.592838 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1528a-2ff5-461e-902d-4133e6440cc4 req-3134bad8-e98d-405a-9b18-8a4549611c39 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:30.595275 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e2c1528a-2ff5-461e-902d-4133e6440cc4 req-3134bad8-e98d-405a-9b18-8a4549611c39 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0996168 Jul 07 10:26:30.666191 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e2c1528a-2ff5-461e-902d-4133e6440cc4 req-0d95f48a-2f1a-488a-8195-3ba6bba852d2 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602896 Jul 07 10:26:31.286706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d0dd-bbef-49fb-82f4-7e2ca8dd48ff req-0ec06ee2-8c48-4264-ab2c-fcffabfc18f5 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:31.288352 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5c96d0dd-bbef-49fb-82f4-7e2ca8dd48ff req-0ec06ee2-8c48-4264-ab2c-fcffabfc18f5 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 944 time: 0.0563481 Jul 07 10:26:31.340756 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5c96d0dd-bbef-49fb-82f4-7e2ca8dd48ff req-f5896275-dddd-4c5d-911f-b45e6c464e74 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Jul 07 10:26:31.611429 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc96f41-4269-45c3-b0f0-d4c2ccc3a2ab req-7f63f46a-948c-4a4e-b5e2-f351b0bf6c1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:31.613723 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1fc96f41-4269-45c3-b0f0-d4c2ccc3a2ab req-7f63f46a-948c-4a4e-b5e2-f351b0bf6c1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0583379 Jul 07 10:26:31.666871 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1fc96f41-4269-45c3-b0f0-d4c2ccc3a2ab req-4b5e8f5e-0c00-4183-8ed4-e0caccc9df7f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Jul 07 10:26:31.756172 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41750) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:31.776135 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f79ee-09f7-4a99-a947-3f46b620dbf5 req-8c9b1631-451a-4f1a-b269-704bc0ebdb55 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:31.778418 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-766f79ee-09f7-4a99-a947-3f46b620dbf5 req-8c9b1631-451a-4f1a-b269-704bc0ebdb55 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0520375 Jul 07 10:26:31.828342 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-766f79ee-09f7-4a99-a947-3f46b620dbf5 req-9ab414e7-18ab-4902-a450-e5e3b1b35a26 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Jul 07 10:26:31.938280 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-db30425c-9283-403a-a745-1504d19be071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.029275 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-db30425c-9283-403a-a745-1504d19be071 admin admin] Publish callbacks [] for security_group (0f97e1dc-2ceb-4051-aab1-c3282cc31667), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.033974 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-db30425c-9283-403a-a745-1504d19be071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (0f97e1dc-2ceb-4051-aab1-c3282cc31667), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.086889 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-db30425c-9283-403a-a745-1504d19be071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=967c5e9eefd54932b56cf15d9ef94caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295076 Jul 07 10:26:32.087868 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30425c-9283-403a-a745-1504d19be071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f97e1dc-2ceb-4051-aab1-c3282cc31667,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:32.090023 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41766) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:32.174159 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b464-2584-4e84-bfe5-7d9f4a967766 admin admin] Publish callbacks [] for security_group (0f97e1dc-2ceb-4051-aab1-c3282cc31667), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.207941 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b464-2584-4e84-bfe5-7d9f4a967766 admin admin] Publish callbacks [] for security_group (0f97e1dc-2ceb-4051-aab1-c3282cc31667), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.257014 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b464-2584-4e84-bfe5-7d9f4a967766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (0f97e1dc-2ceb-4051-aab1-c3282cc31667), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.260061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b464-2584-4e84-bfe5-7d9f4a967766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.261469 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-1ec5b464-2584-4e84-bfe5-7d9f4a967766 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f97e1dc-2ceb-4051-aab1-c3282cc31667 HTTP/1.1" status: 204 len: 168 time: 0.1700747 Jul 07 10:26:32.269506 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5b464-2584-4e84-bfe5-7d9f4a967766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f97e1dc-2ceb-4051-aab1-c3282cc31667,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:32.406632 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4af65680-4c8a-4420-938b-02b9403f177e up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:32.454275 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 4af65680-4c8a-4420-938b-02b9403f177e completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:26:32.456566 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db05f9-be45-4494-bf27-566b3e0a527c req-335df0e3-4f18-444c-8726-0c4f26b9af20 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:32.458064 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c4db05f9-be45-4494-bf27-566b3e0a527c req-335df0e3-4f18-444c-8726-0c4f26b9af20 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 944 time: 0.0488689 Jul 07 10:26:32.461006 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 4af65680-4c8a-4420-938b-02b9403f177e triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:32.461511 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4af65680-4c8a-4420-938b-02b9403f177e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.471878 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:32.520398 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c4db05f9-be45-4494-bf27-566b3e0a527c req-1c0a86be-d04e-45a8-adb9-df7c6e3f3824 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Jul 07 10:26:32.544252 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 4af65680-4c8a-4420-938b-02b9403f177e is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:32.544663 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4af65680-4c8a-4420-938b-02b9403f177e), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.570180 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af65680-4c8a-4420-938b-02b9403f177e'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:32.581609 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 41784) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:32.594702 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-427165f2-519c-4cf5-b5bc-42a473dc7367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.648493 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 4af65680-4c8a-4420-938b-02b9403f177e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4af65680-4c8a-4420-938b-02b9403f177e,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:32.653913 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (4af65680-4c8a-4420-938b-02b9403f177e), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.658628 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:32.674395 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-427165f2-519c-4cf5-b5bc-42a473dc7367 admin admin] Publish callbacks [] for security_group (8ad410f3-5203-405b-b363-387e0722a96e), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.679391 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-427165f2-519c-4cf5-b5bc-42a473dc7367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8ad410f3-5203-405b-b363-387e0722a96e), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.698317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:32.713174 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=4af65680-4c8a-4420-938b-02b9403f177e,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:32.728878 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-427165f2-519c-4cf5-b5bc-42a473dc7367 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fda236fc52d452e81e866903c837ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460490 Jul 07 10:26:32.730343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427165f2-519c-4cf5-b5bc-42a473dc7367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad410f3-5203-405b-b363-387e0722a96e,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:32.732196 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 41792) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:32.769299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4816063d-1575-47eb-913f-aedfc391676f" -d '{"events": [{"server_uuid": "3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11", "name": "network-vif-plugged", "status": "completed", "tag": "4af65680-4c8a-4420-938b-02b9403f177e"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:32.806797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce775471-f611-4fa1-8764-123411a565b9 req-f2051f39-297a-4ffd-9332-5962b5916b05 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:32.808331 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ce775471-f611-4fa1-8764-123411a565b9 req-f2051f39-297a-4ffd-9332-5962b5916b05 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0617959 Jul 07 10:26:32.836101 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ed79e63c-166c-4e5b-ac3d-5bdc7a81054f admin admin] Publish callbacks [] for security_group (8ad410f3-5203-405b-b363-387e0722a96e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.862970 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad46abb-9135-4182-aa77-569ddbde51be x-openstack-request-id: req-3ad46abb-9135-4182-aa77-569ddbde51be {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:32.863281 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11", "name": "network-vif-plugged", "status": "completed", "tag": "4af65680-4c8a-4420-938b-02b9403f177e", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:32.863887 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ad46abb-9135-4182-aa77-569ddbde51be {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:32.864618 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad46abb-9135-4182-aa77-569ddbde51be'] response: {'server_uuid': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af65680-4c8a-4420-938b-02b9403f177e', 'code': 200} Jul 07 10:26:32.875675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ed79e63c-166c-4e5b-ac3d-5bdc7a81054f admin admin] Publish callbacks [] for security_group (8ad410f3-5203-405b-b363-387e0722a96e), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.899438 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ce775471-f611-4fa1-8764-123411a565b9 req-3d24fc89-e909-4865-bbc9-d1167cd9e86b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843096 Jul 07 10:26:32.902000 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:32.936303 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ed79e63c-166c-4e5b-ac3d-5bdc7a81054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8ad410f3-5203-405b-b363-387e0722a96e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.939838 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ed79e63c-166c-4e5b-ac3d-5bdc7a81054f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:32.943652 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-ed79e63c-166c-4e5b-ac3d-5bdc7a81054f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ad410f3-5203-405b-b363-387e0722a96e HTTP/1.1" status: 204 len: 168 time: 0.2077479 Jul 07 10:26:32.951287 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79e63c-166c-4e5b-ac3d-5bdc7a81054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad410f3-5203-405b-b363-387e0722a96e,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:32.962367 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb678b-be1c-4980-9a94-86ef95c28632 req-893b9805-016c-455d-a044-f3339070ca4a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:32.964746 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-26cb678b-be1c-4980-9a94-86ef95c28632 req-893b9805-016c-455d-a044-f3339070ca4a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0583513 Jul 07 10:26:33.016165 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-26cb678b-be1c-4980-9a94-86ef95c28632 req-72f7aa5c-64fd-446b-bae4-8aaa5cb53a10 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Jul 07 10:26:33.644123 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6dc19-bd10-4dae-a70b-577e69e8694e req-a9d9dfc5-4382-4c34-8bbf-3276c618855e tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:33.645515 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-22e6dc19-bd10-4dae-a70b-577e69e8694e req-a9d9dfc5-4382-4c34-8bbf-3276c618855e tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0615723 Jul 07 10:26:33.696008 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-22e6dc19-bd10-4dae-a70b-577e69e8694e req-5ec2953f-792d-46ab-9e0c-fc733806983c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Jul 07 10:26:34.014924 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d33f-33a5-429a-9cb4-0356c1e24894 req-e450672a-cea8-4288-b531-7ee7dcf730ef tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:34.016502 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6049d33f-33a5-429a-9cb4-0356c1e24894 req-e450672a-cea8-4288-b531-7ee7dcf730ef tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.0485432 Jul 07 10:26:34.063207 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6049d33f-33a5-429a-9cb4-0356c1e24894 req-3ac03b27-3903-465f-87cf-7a55bdcd20ea tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 Jul 07 10:26:34.131382 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a6ee-b041-4717-ad7d-e064d73dba79 req-24e2aae4-8181-4b0c-a51a-16e7ca5cbb8a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:34.132868 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d193a6ee-b041-4717-ad7d-e064d73dba79 req-24e2aae4-8181-4b0c-a51a-16e7ca5cbb8a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 944 time: 0.0468378 Jul 07 10:26:34.192409 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d193a6ee-b041-4717-ad7d-e064d73dba79 req-dd6051ce-f3fa-40be-a1ba-676efee3111b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528567 Jul 07 10:26:34.229695 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 3f5c850a-9465-4487-9bb2-f2d849e2ab3d details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:26:34.355013 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:34.367659 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'port_id': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d', 'mac_address': 'fa:16:3e:77:3c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:26:34.373561 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:34.405689 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:34.406080 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:34.419771 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5c850a-9465-4487-9bb2-f2d849e2ab3d {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:34.441292 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:34.445675 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:34.497475 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:34.675891 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['3f5c850a-9465-4487-9bb2-f2d849e2ab3d'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:26:34.864462 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625f7b6-cbee-45ac-abec-4510703b2667 req-9aa4ed2e-4096-4c3a-9e2a-038081ba7738 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:34.880068 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6625f7b6-cbee-45ac-abec-4510703b2667 req-9aa4ed2e-4096-4c3a-9e2a-038081ba7738 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.1059177 Jul 07 10:26:34.922963 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-37b06fa1-c6e7-420e-9ce8-fa6168a89556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:34.924597 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-37b06fa1-c6e7-420e-9ce8-fa6168a89556 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.1017475 Jul 07 10:26:34.925663 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-0e39bed4-4ac7-44bb-9697-5f2459260841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:34.927219 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-0e39bed4-4ac7-44bb-9697-5f2459260841 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1128 time: 0.0929837 Jul 07 10:26:34.991530 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6625f7b6-cbee-45ac-abec-4510703b2667 req-5a1419e3-8f94-4034-8ea9-4f10d596f7d0 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001134 Jul 07 10:26:35.003943 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:35.005726 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-1a4c1f5b-8356-4e0f-b872-16d56bfa8633 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 200 len: 217 time: 0.0644879 Jul 07 10:26:35.274745 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb89d2-18f5-43ef-b0ba-ea42fd9e23c8 req-181c805e-e6b4-4fc5-a047-b266d93c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.278057 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1dfb89d2-18f5-43ef-b0ba-ea42fd9e23c8 req-181c805e-e6b4-4fc5-a047-b266d93c05fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 1129 time: 0.2381749 Jul 07 10:26:35.289208 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-9f0c596c-b7b4-4396-be49-202eaa40022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.290647 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-9f0c596c-b7b4-4396-be49-202eaa40022f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.2705817 Jul 07 10:26:35.342831 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002137-1613-4950-89f7-62319ce63c84 req-93b161d5-c1f7-41e6-8be8-011f808a1b59 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.345162 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fa002137-1613-4950-89f7-62319ce63c84 req-93b161d5-c1f7-41e6-8be8-011f808a1b59 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 945 time: 0.0794618 Jul 07 10:26:35.367570 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72983-3818-4ef8-a639-4935281316dc req-98342f52-e8a4-48f7-a0e2-60d25861c251 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.369489 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-53e72983-3818-4ef8-a639-4935281316dc req-98342f52-e8a4-48f7-a0e2-60d25861c251 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 943 time: 0.2047565 Jul 07 10:26:35.380548 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-1dfb89d2-18f5-43ef-b0ba-ea42fd9e23c8 req-d1a6545d-937e-4839-bdd1-5beaf48c8b0d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:35.414582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-d91e67f0-1f5e-47e3-b5ff-e8dd3386ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.417034 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-d91e67f0-1f5e-47e3-b5ff-e8dd3386ef25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.4791689 Jul 07 10:26:35.428025 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fa002137-1613-4950-89f7-62319ce63c84 req-1accce80-27fb-441b-bce0-cea42be3b507 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704937 Jul 07 10:26:35.447404 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-a522ba81-b42c-46e0-b476-14c606b8e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.449728 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-a522ba81-b42c-46e0-b476-14c606b8e93c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1400292 Jul 07 10:26:35.489334 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-8ac6b4ab-c3c5-4d0d-94c3-b19edb1305a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0466506 Jul 07 10:26:35.637568 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-53e72983-3818-4ef8-a639-4935281316dc req-1373947d-e532-4901-a0ec-65a0b8b19912 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410464 Jul 07 10:26:35.702781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-a53ab89d-2511-49b4-836b-a83d22d2e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.707624 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-a53ab89d-2511-49b4-836b-a83d22d2e5a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.1947680 Jul 07 10:26:35.740117 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-1dfb89d2-18f5-43ef-b0ba-ea42fd9e23c8 req-d1a6545d-937e-4839-bdd1-5beaf48c8b0d service neutron] Publish callbacks [] for security_group (4de1103b-06b0-44f2-8202-2cb219cc70d6), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:35.780371 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-ae77ed89-39f7-4a51-a596-f5f84bbb8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:35.781859 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-ae77ed89-39f7-4a51-a596-f5f84bbb8c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659487 Jul 07 10:26:35.784039 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-1dfb89d2-18f5-43ef-b0ba-ea42fd9e23c8 req-d1a6545d-937e-4839-bdd1-5beaf48c8b0d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4de1103b-06b0-44f2-8202-2cb219cc70d6), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:35.870727 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-fae4ee9b-1ffb-4377-8592-ca378323831e service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785803 Jul 07 10:26:35.905574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6545d-937e-4839-bdd1-5beaf48c8b0d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4de1103b-06b0-44f2-8202-2cb219cc70d6,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:35.921869 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1dfb89d2-18f5-43ef-b0ba-ea42fd9e23c8 req-d1a6545d-937e-4839-bdd1-5beaf48c8b0d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230097 Jul 07 10:26:35.925695 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:36.015241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:36.048735 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-74d37943-83c0-4155-b021-df26272da501 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451808 Jul 07 10:26:36.063610 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0fb9b54f-ebe3-411b-841d-a80a02e36cef req-fdfece3e-6440-49c1-af80-3382ec5554c3 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805513 Jul 07 10:26:36.112233 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110a51-7965-4c10-babc-b06bf6c04aef req-e2131746-bb82-493f-8aad-ecacdf765666 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:36.113677 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b5110a51-7965-4c10-babc-b06bf6c04aef req-e2131746-bb82-493f-8aad-ecacdf765666 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Jul 07 10:26:36.162855 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b5110a51-7965-4c10-babc-b06bf6c04aef req-b9de985f-3aec-448a-be98-a3d2f0cf24a1 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Jul 07 10:26:36.220507 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ab69b298-c3d4-4702-89eb-78fe3392b9f5 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:26:36.226747 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 3f5c850a-9465-4487-9bb2-f2d849e2ab3d up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:36.242647 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-c5ebf02b-4712-46a2-80fc-a5f696ddcf9f service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915987 Jul 07 10:26:36.332163 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:26:36.342195 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:36.342588 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:36.388064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ab69b298-c3d4-4702-89eb-78fe3392b9f5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:36.404024 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'port_id': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'mac_address': 'fa:16:3e:f9:40:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:26:36.468034 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:36.471072 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ab69b298-c3d4-4702-89eb-78fe3392b9f5 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:36.471485 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:36.477222 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:36.477576 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:36.503929 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab69b298-c3d4-4702-89eb-78fe3392b9f5 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:36.515285 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:36.517533 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a62d178-662f-44e8-a6d3-8947b829c37e" -d '{"events": [{"server_uuid": "08e45c86-fe48-454c-8b7e-3e03765d79c1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5c850a-9465-4487-9bb2-f2d849e2ab3d"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:36.545495 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:36.547346 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ab69b298-c3d4-4702-89eb-78fe3392b9f5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:36.552908 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:36.557327 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:36.572628 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d707584-5ce6-4118-a049-02a2d369fa78 req-9297b329-008c-4baf-b80d-a29f5801e0b8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:36.574789 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0d707584-5ce6-4118-a049-02a2d369fa78 req-9297b329-008c-4baf-b80d-a29f5801e0b8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 945 time: 0.0769298 Jul 07 10:26:36.577875 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb5022-d82c-4e27-a5ae-226debb250a1 x-openstack-request-id: req-50fb5022-d82c-4e27-a5ae-226debb250a1 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:36.578155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e45c86-fe48-454c-8b7e-3e03765d79c1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5c850a-9465-4487-9bb2-f2d849e2ab3d", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:36.578559 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50fb5022-d82c-4e27-a5ae-226debb250a1 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:36.579078 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fb5022-d82c-4e27-a5ae-226debb250a1'] response: {'server_uuid': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d', 'code': 200} Jul 07 10:26:36.606036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:36.624777 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0d707584-5ce6-4118-a049-02a2d369fa78 req-40ba922e-8244-470d-9176-6d58fef62021 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Jul 07 10:26:36.670960 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ab69b298-c3d4-4702-89eb-78fe3392b9f5,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:36.794711 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34f934-9b15-41e9-9b74-4247cacdf1e2 req-a24ee031-9153-47af-8afd-c6eaf4d982ff tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:36.799482 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['ab69b298-c3d4-4702-89eb-78fe3392b9f5'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:26:36.802683 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2d34f934-9b15-41e9-9b74-4247cacdf1e2 req-a24ee031-9153-47af-8afd-c6eaf4d982ff tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 944 time: 0.0692344 Jul 07 10:26:36.877774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:36.880947 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2d34f934-9b15-41e9-9b74-4247cacdf1e2 req-6e12ef7f-3723-455e-a718-dad17a9cb43a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720916 Jul 07 10:26:37.311244 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c930-6940-4a0f-8e49-9dad06aefc53 req-d437ac0a-8364-4f9c-9a2e-538008c25060 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:37.314466 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a8c930-6940-4a0f-8e49-9dad06aefc53 req-d437ac0a-8364-4f9c-9a2e-538008c25060 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0712743 Jul 07 10:26:37.381675 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a8c930-6940-4a0f-8e49-9dad06aefc53 req-840c66b7-50af-4b74-b3ed-49fe9cd09f7e tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594676 Jul 07 10:26:37.595613 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42006) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:37.630379 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42010) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:37.761798 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-51135b95-0909-4e65-aa44-9c310300adb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:37.766898 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b9fd3-ae01-40dc-a7d2-5adfef361c2e req-ba3edb31-407a-4403-8cc8-0c9b8801ffb8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:37.773951 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b3b9fd3-ae01-40dc-a7d2-5adfef361c2e req-ba3edb31-407a-4403-8cc8-0c9b8801ffb8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0710087 Jul 07 10:26:37.826647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2e917ff0-f1ed-49ff-a64b-962b87a62cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:37.927580 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b3b9fd3-ae01-40dc-a7d2-5adfef361c2e req-324b9d0c-05cb-4736-b471-984c14207e3a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524417 Jul 07 10:26:37.937604 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-51135b95-0909-4e65-aa44-9c310300adb2 admin admin] Publish callbacks [] for security_group (7b32c150-7451-4c1e-863d-a25c96485261), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:37.946971 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-51135b95-0909-4e65-aa44-9c310300adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7b32c150-7451-4c1e-863d-a25c96485261), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:37.967200 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:38.008748 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2e917ff0-f1ed-49ff-a64b-962b87a62cfe admin admin] Publish callbacks [] for security_group (aeab5c92-5406-44b4-a0ad-bc81d5888bab), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.015050 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2e917ff0-f1ed-49ff-a64b-962b87a62cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (aeab5c92-5406-44b4-a0ad-bc81d5888bab), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.016090 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51135b95-0909-4e65-aa44-9c310300adb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32c150-7451-4c1e-863d-a25c96485261,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.025945 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-51135b95-0909-4e65-aa44-9c310300adb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de5aa67a5be843d4a82687f850a55ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285324 Jul 07 10:26:38.026988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42026) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.108981 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e917ff0-f1ed-49ff-a64b-962b87a62cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab5c92-5406-44b4-a0ad-bc81d5888bab,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.127736 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2e917ff0-f1ed-49ff-a64b-962b87a62cfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bba346cb691427bb207d0bd20e5007f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963255 Jul 07 10:26:38.130542 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42032) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.156030 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42034) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.183333 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:38.198230 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-37024627-bd48-4f7b-8dbb-2ac974e00ad1 admin admin] Publish callbacks [] for security_group (aeab5c92-5406-44b4-a0ad-bc81d5888bab), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.228076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-37024627-bd48-4f7b-8dbb-2ac974e00ad1 admin admin] Publish callbacks [] for security_group (aeab5c92-5406-44b4-a0ad-bc81d5888bab), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.280027 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-37024627-bd48-4f7b-8dbb-2ac974e00ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (aeab5c92-5406-44b4-a0ad-bc81d5888bab), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.283236 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-37024627-bd48-4f7b-8dbb-2ac974e00ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.284873 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-37024627-bd48-4f7b-8dbb-2ac974e00ad1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aeab5c92-5406-44b4-a0ad-bc81d5888bab HTTP/1.1" status: 204 len: 168 time: 0.1532710 Jul 07 10:26:38.295497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37024627-bd48-4f7b-8dbb-2ac974e00ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab5c92-5406-44b4-a0ad-bc81d5888bab,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.310295 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc88a-781e-4b25-8dd4-fd52c83aa9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.318696 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb3b56-8f77-4719-9980-dda5f666f3c4 req-130cfebe-ffd7-419a-9300-b106840876e3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:38.321471 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8cdb3b56-8f77-4719-9980-dda5f666f3c4 req-130cfebe-ffd7-419a-9300-b106840876e3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 944 time: 0.0810785 Jul 07 10:26:38.344763 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fea2ddc9-efe6-4268-8ae1-344925225349 admin admin] Publish callbacks [] for security_group (7b32c150-7451-4c1e-863d-a25c96485261), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.395539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fea2ddc9-efe6-4268-8ae1-344925225349 admin admin] Publish callbacks [] for security_group (7b32c150-7451-4c1e-863d-a25c96485261), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.410203 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc88a-781e-4b25-8dd4-fd52c83aa9f2 admin admin] Publish callbacks [] for security_group (0f4d4d6d-3165-4380-a570-b0286809d06f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.416332 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc88a-781e-4b25-8dd4-fd52c83aa9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (0f4d4d6d-3165-4380-a570-b0286809d06f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.435337 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8cdb3b56-8f77-4719-9980-dda5f666f3c4 req-3391ea44-7aa3-480e-b23b-79f20064833a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933022 Jul 07 10:26:38.467736 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc88a-781e-4b25-8dd4-fd52c83aa9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d4d6d-3165-4380-a570-b0286809d06f,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.482840 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fea2ddc9-efe6-4268-8ae1-344925225349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7b32c150-7451-4c1e-863d-a25c96485261), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.485547 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fea2ddc9-efe6-4268-8ae1-344925225349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.489050 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-fea2ddc9-efe6-4268-8ae1-344925225349 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b32c150-7451-4c1e-863d-a25c96485261 HTTP/1.1" status: 204 len: 168 time: 0.4582911 Jul 07 10:26:38.493532 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2c0dc88a-781e-4b25-8dd4-fd52c83aa9f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7a8ad7892a64e55a74abd18a3d79450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364940 Jul 07 10:26:38.501792 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42046) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.505871 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2ddc9-efe6-4268-8ae1-344925225349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32c150-7451-4c1e-863d-a25c96485261,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.541100 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:38.564042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0f865-7e7a-40b5-a9f3-0c1e9a14df63 req-37f4ecff-b9bb-4356-85e5-951b3fb289be tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:38.565837 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-42b0f865-7e7a-40b5-a9f3-0c1e9a14df63 req-37f4ecff-b9bb-4356-85e5-951b3fb289be tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0829844 Jul 07 10:26:38.570750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-228888db-f7ee-4c31-8bb4-ee03c83ee6de admin admin] Publish callbacks [] for security_group (0f4d4d6d-3165-4380-a570-b0286809d06f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.601547 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-228888db-f7ee-4c31-8bb4-ee03c83ee6de admin admin] Publish callbacks [] for security_group (0f4d4d6d-3165-4380-a570-b0286809d06f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.632858 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-42b0f865-7e7a-40b5-a9f3-0c1e9a14df63 req-ba45fe0c-1a1e-4032-8dff-f7c82ac57ed4 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594449 Jul 07 10:26:38.656825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:38.676984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-228888db-f7ee-4c31-8bb4-ee03c83ee6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (0f4d4d6d-3165-4380-a570-b0286809d06f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.680176 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-228888db-f7ee-4c31-8bb4-ee03c83ee6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.684107 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-228888db-f7ee-4c31-8bb4-ee03c83ee6de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f4d4d6d-3165-4380-a570-b0286809d06f HTTP/1.1" status: 204 len: 168 time: 0.1792858 Jul 07 10:26:38.692203 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228888db-f7ee-4c31-8bb4-ee03c83ee6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d4d6d-3165-4380-a570-b0286809d06f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.718561 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42050) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.735509 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-18c3fb77-0745-4a56-89a3-687f9778996b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.818795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-18c3fb77-0745-4a56-89a3-687f9778996b admin admin] Publish callbacks [] for security_group (be10c837-9529-43d1-b887-8fba325af60b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.823505 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-18c3fb77-0745-4a56-89a3-687f9778996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (be10c837-9529-43d1-b887-8fba325af60b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.867674 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3fb77-0745-4a56-89a3-687f9778996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be10c837-9529-43d1-b887-8fba325af60b,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:38.872261 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-18c3fb77-0745-4a56-89a3-687f9778996b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a12c5d41c3ee49ddbee93cd8d7c3cc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524520 Jul 07 10:26:38.874829 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42054) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.928241 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4725-0745-4ac3-9fbd-70071cbb05e6 admin admin] Publish callbacks [] for security_group (be10c837-9529-43d1-b887-8fba325af60b), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.944232 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42060) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:38.952317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4725-0745-4ac3-9fbd-70071cbb05e6 admin admin] Publish callbacks [] for security_group (be10c837-9529-43d1-b887-8fba325af60b), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.964793 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb247-165a-4ab5-a912-817ec5ebf1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:38.989754 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:39.010393 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4725-0745-4ac3-9fbd-70071cbb05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (be10c837-9529-43d1-b887-8fba325af60b), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.015117 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4725-0745-4ac3-9fbd-70071cbb05e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.016610 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e7fc4725-0745-4ac3-9fbd-70071cbb05e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be10c837-9529-43d1-b887-8fba325af60b HTTP/1.1" status: 204 len: 168 time: 0.1406553 Jul 07 10:26:39.026457 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc4725-0745-4ac3-9fbd-70071cbb05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be10c837-9529-43d1-b887-8fba325af60b,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:39.113343 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cac1d-d17a-4225-9c27-88e0149760cb req-3a492ea6-370a-4231-82b7-a1f2ac4df979 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:39.115049 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8e3cac1d-d17a-4225-9c27-88e0149760cb req-3a492ea6-370a-4231-82b7-a1f2ac4df979 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0673244 Jul 07 10:26:39.169488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb247-165a-4ab5-a912-817ec5ebf1ab admin admin] Publish callbacks [] for security_group (7b2f8b34-0cae-4542-aa14-357a1b80f797), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.178582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb247-165a-4ab5-a912-817ec5ebf1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7b2f8b34-0cae-4542-aa14-357a1b80f797), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.243215 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8e3cac1d-d17a-4225-9c27-88e0149760cb req-3d834cbb-eaa4-4920-b5ef-fd23429d80a3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061707 Jul 07 10:26:39.246842 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-ea9eb247-165a-4ab5-a912-817ec5ebf1ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f20a3088a0f42c9af359dc131ef2b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017278 Jul 07 10:26:39.247712 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42070) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:39.249488 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42072) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:39.261101 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb247-165a-4ab5-a912-817ec5ebf1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f8b34-0cae-4542-aa14-357a1b80f797,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:39.274514 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e55419ed-d672-45ca-8213-846db7c3b6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.318504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:39.347903 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-673c8919-44f1-408d-b4f0-bd6b457b7fac admin admin] Publish callbacks [] for security_group (7b2f8b34-0cae-4542-aa14-357a1b80f797), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.387828 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-673c8919-44f1-408d-b4f0-bd6b457b7fac admin admin] Publish callbacks [] for security_group (7b2f8b34-0cae-4542-aa14-357a1b80f797), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.432380 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e55419ed-d672-45ca-8213-846db7c3b6a0 admin admin] Publish callbacks [] for security_group (a72cacca-1e5b-4d19-b220-222a89e24f34), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.438182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e55419ed-d672-45ca-8213-846db7c3b6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a72cacca-1e5b-4d19-b220-222a89e24f34), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.469960 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42076) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:39.482769 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e55419ed-d672-45ca-8213-846db7c3b6a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f66a00b0bd14545abf17edc37ee7bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339659 Jul 07 10:26:39.485091 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-673c8919-44f1-408d-b4f0-bd6b457b7fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7b2f8b34-0cae-4542-aa14-357a1b80f797), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.485473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42078) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:39.487866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-673c8919-44f1-408d-b4f0-bd6b457b7fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.489096 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-673c8919-44f1-408d-b4f0-bd6b457b7fac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b2f8b34-0cae-4542-aa14-357a1b80f797 HTTP/1.1" status: 204 len: 168 time: 0.2345753 Jul 07 10:26:39.489751 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55419ed-d672-45ca-8213-846db7c3b6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72cacca-1e5b-4d19-b220-222a89e24f34,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:39.500088 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8919-44f1-408d-b4f0-bd6b457b7fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f8b34-0cae-4542-aa14-357a1b80f797,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:39.506205 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e887261b-d77d-449d-84ee-8f3181db4488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.580341 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-514e806e-d86a-439d-8b16-a63d4f406355 admin admin] Publish callbacks [] for security_group (a72cacca-1e5b-4d19-b220-222a89e24f34), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.615616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-514e806e-d86a-439d-8b16-a63d4f406355 admin admin] Publish callbacks [] for security_group (a72cacca-1e5b-4d19-b220-222a89e24f34), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.618860 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4734ec-35c3-474b-93f2-057db49ef003 req-79ae1e50-2f57-423b-8a99-f1fb9f1b6736 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:39.620552 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b4734ec-35c3-474b-93f2-057db49ef003 req-79ae1e50-2f57-423b-8a99-f1fb9f1b6736 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 944 time: 0.0567474 Jul 07 10:26:39.676499 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e887261b-d77d-449d-84ee-8f3181db4488 admin admin] Publish callbacks [] for security_group (f53350d9-98f8-4280-b45e-df754bcb01e0), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.689306 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e887261b-d77d-449d-84ee-8f3181db4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f53350d9-98f8-4280-b45e-df754bcb01e0), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.694255 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b4734ec-35c3-474b-93f2-057db49ef003 req-9cd934ee-d573-4db9-8e42-4b9e5122b7d2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677271 Jul 07 10:26:39.744300 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-514e806e-d86a-439d-8b16-a63d4f406355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a72cacca-1e5b-4d19-b220-222a89e24f34), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.746825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-514e806e-d86a-439d-8b16-a63d4f406355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.747957 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-514e806e-d86a-439d-8b16-a63d4f406355 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a72cacca-1e5b-4d19-b220-222a89e24f34 HTTP/1.1" status: 204 len: 168 time: 0.2614694 Jul 07 10:26:39.769045 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e887261b-d77d-449d-84ee-8f3181db4488 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bde99b3a46cc4e059ee1965f24e1f30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954338 Jul 07 10:26:39.769380 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42088) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:39.769947 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887261b-d77d-449d-84ee-8f3181db4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53350d9-98f8-4280-b45e-df754bcb01e0,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:39.788708 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e806e-d86a-439d-8b16-a63d4f406355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72cacca-1e5b-4d19-b220-222a89e24f34,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:39.796661 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032329d-ba02-4db6-bd24-dd88225b87ad req-a27550f7-87c7-40fd-a4f3-7d18b49fb492 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:39.803927 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7032329d-ba02-4db6-bd24-dd88225b87ad req-a27550f7-87c7-40fd-a4f3-7d18b49fb492 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0829725 Jul 07 10:26:39.852396 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7032329d-ba02-4db6-bd24-dd88225b87ad req-141fdf75-fdbb-4733-9e8b-14c2c18aa77d tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Jul 07 10:26:39.866834 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f741e35c-b7d5-4a3e-af26-843d6ee2df2b admin admin] Publish callbacks [] for security_group (f53350d9-98f8-4280-b45e-df754bcb01e0), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.893722 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f741e35c-b7d5-4a3e-af26-843d6ee2df2b admin admin] Publish callbacks [] for security_group (f53350d9-98f8-4280-b45e-df754bcb01e0), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.950426 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f741e35c-b7d5-4a3e-af26-843d6ee2df2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f53350d9-98f8-4280-b45e-df754bcb01e0), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.952966 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f741e35c-b7d5-4a3e-af26-843d6ee2df2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:39.955799 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f741e35c-b7d5-4a3e-af26-843d6ee2df2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f53350d9-98f8-4280-b45e-df754bcb01e0 HTTP/1.1" status: 204 len: 168 time: 0.1837451 Jul 07 10:26:39.962774 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e35c-b7d5-4a3e-af26-843d6ee2df2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53350d9-98f8-4280-b45e-df754bcb01e0,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:40.213522 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-098355d3-89a2-4a55-be35-1d5902a3c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.215054 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-098355d3-89a2-4a55-be35-1d5902a3c366 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 1130 time: 0.0743146 Jul 07 10:26:40.217153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:40.220267 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d1a5-77b4-4434-921c-afbaa1c2f3f0 req-bc5b11c0-b1e5-488f-b84a-e995b4df21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.221655 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0072d1a5-77b4-4434-921c-afbaa1c2f3f0 req-bc5b11c0-b1e5-488f-b84a-e995b4df21bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 1130 time: 0.0535374 Jul 07 10:26:40.238249 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:40.257700 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ab69b298-c3d4-4702-89eb-78fe3392b9f5 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:40.309894 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0072d1a5-77b4-4434-921c-afbaa1c2f3f0 req-b567e5fb-24f5-4d04-8892-7cf9b55e1fff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782588 Jul 07 10:26:40.328015 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port ab69b298-c3d4-4702-89eb-78fe3392b9f5 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:26:40.340473 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port ab69b298-c3d4-4702-89eb-78fe3392b9f5 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:40.341186 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:40.393716 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-1418b7e2-1e8e-403b-bacd-c69543111c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.395632 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-1418b7e2-1e8e-403b-bacd-c69543111c42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.1717267 Jul 07 10:26:40.421822 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67016d24-50ae-412b-865b-a82b0beb0900 req-4e9a7596-35a3-4cfd-a0dd-cd15943f0401 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.430613 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-67016d24-50ae-412b-865b-a82b0beb0900 req-4e9a7596-35a3-4cfd-a0dd-cd15943f0401 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0846434 Jul 07 10:26:40.444123 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ab69b298-c3d4-4702-89eb-78fe3392b9f5 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:40.445166 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:40.485300 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-67016d24-50ae-412b-865b-a82b0beb0900 req-77d6eee9-b220-4768-a528-849006e59285 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Jul 07 10:26:40.489029 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:40.493859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1161695-5529-407d-9354-8f6f548d167a" -d '{"events": [{"server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "name": "network-vif-plugged", "status": "completed", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:40.500521 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ab69b298-c3d4-4702-89eb-78fe3392b9f5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:40.507149 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:40.571129 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61fa07-b28f-4b4a-baae-be60a2da9bad x-openstack-request-id: req-bd61fa07-b28f-4b4a-baae-be60a2da9bad {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:40.571665 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "name": "network-vif-plugged", "status": "completed", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:40.572250 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd61fa07-b28f-4b4a-baae-be60a2da9bad {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:40.572791 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd61fa07-b28f-4b4a-baae-be60a2da9bad'] response: {'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'code': 200} Jul 07 10:26:40.573192 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:40.588324 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ab69b298-c3d4-4702-89eb-78fe3392b9f5,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:40.600508 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-d270316a-06ef-46e2-841e-b6795159a6c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d HTTP/1.1" status: 200 len: 217 time: 0.0382831 Jul 07 10:26:40.674759 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-e7ecb209-8a96-4dbf-8025-fa62b8cb2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.677012 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-e7ecb209-8a96-4dbf-8025-fa62b8cb2a58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0669668 Jul 07 10:26:40.779665 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-f6d9520d-2343-4c5a-9a2e-2af0995c092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.781196 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-f6d9520d-2343-4c5a-9a2e-2af0995c092f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911591 Jul 07 10:26:40.782293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e4a56-b02f-4c3b-9538-8d65b4da37cd req-d3c7ae1e-dd56-4bc1-838b-21d5b6688abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.783588 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac1e4a56-b02f-4c3b-9538-8d65b4da37cd req-d3c7ae1e-dd56-4bc1-838b-21d5b6688abe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1129 time: 0.0519500 Jul 07 10:26:40.820361 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a7f65-44e3-471f-8496-10a090acd414 req-bcb58fa3-c990-4304-844e-d75b09540afb tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.821887 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-dc6a7f65-44e3-471f-8496-10a090acd414 req-bcb58fa3-c990-4304-844e-d75b09540afb tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0538635 Jul 07 10:26:40.886761 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-dc6a7f65-44e3-471f-8496-10a090acd414 req-cc35a5e7-d363-473e-a1cd-c91050c00e25 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573816 Jul 07 10:26:40.991966 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7442e-94d3-42f6-b8f1-9b5ec76dbc03 req-f14890bb-cddf-4e81-a9ae-543d8aa50bfb tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:40.993616 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ca7442e-94d3-42f6-b8f1-9b5ec76dbc03 req-f14890bb-cddf-4e81-a9ae-543d8aa50bfb tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0540657 Jul 07 10:26:41.072927 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ca7442e-94d3-42f6-b8f1-9b5ec76dbc03 req-3d9de4d4-d7d3-464b-9ae2-32f7decad783 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 Jul 07 10:26:41.311604 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac1e4a56-b02f-4c3b-9538-8d65b4da37cd req-8a97784a-869b-49fa-a53b-e06b9bc7b5ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003587 Jul 07 10:26:41.415433 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-61270dc5-bf89-4af2-8b17-14f773154b97 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149575 Jul 07 10:26:41.618193 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf999-7405-4b7a-8989-107ef7747392 req-76233955-6591-4875-be17-846f6a239c25 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:41.620897 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-35bdf999-7405-4b7a-8989-107ef7747392 req-76233955-6591-4875-be17-846f6a239c25 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0527184 Jul 07 10:26:41.680944 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-35bdf999-7405-4b7a-8989-107ef7747392 req-b15f8c9a-d167-4f57-9cdf-74895940bb87 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536180 Jul 07 10:26:42.039859 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece8d4f-3427-4acf-a759-3dd829ea114d req-240aa9bf-0945-4e74-8a16-675a935c81df tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:42.047988 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2ece8d4f-3427-4acf-a759-3dd829ea114d req-240aa9bf-0945-4e74-8a16-675a935c81df tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0973818 Jul 07 10:26:42.181402 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2ece8d4f-3427-4acf-a759-3dd829ea114d req-75a823b5-8912-4b9b-a6e4-2c077b957bcd tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301520 Jul 07 10:26:42.216236 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a046d0b4-7e13-4b1a-8266-541407b00605 req-c9fe3d27-c286-4239-af3d-d3bef8488923 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657140 Jul 07 10:26:42.258176 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 78fdfce4-3284-497c-b70f-045463371669 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:26:42.261106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594a0ff-ff63-4886-bf28-3f2fb520b507 req-a4606f3a-2e26-4fc5-b24c-d13a6efcd40f tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:42.268707 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8594a0ff-ff63-4886-bf28-3f2fb520b507 req-a4606f3a-2e26-4fc5-b24c-d13a6efcd40f tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0601249 Jul 07 10:26:42.287408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42212) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:42.319629 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:42.321074 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:42.337188 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8594a0ff-ff63-4886-bf28-3f2fb520b507 req-b28b493c-a0a9-4f05-a1b1-c159923dee4a tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636516 Jul 07 10:26:42.410228 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 78fdfce4-3284-497c-b70f-045463371669, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=78fdfce4-3284-497c-b70f-045463371669,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:42.423941 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '78fdfce4-3284-497c-b70f-045463371669', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'port_id': '78fdfce4-3284-497c-b70f-045463371669', 'mac_address': 'fa:16:3e:c4:51:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:26:42.469009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-50002745-369b-450b-9e00-cda3872bbe73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.472908 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 78fdfce4-3284-497c-b70f-045463371669 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:42.473373 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (78fdfce4-3284-497c-b70f-045463371669), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.492170 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fdfce4-3284-497c-b70f-045463371669 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:26:42.530276 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 78fdfce4-3284-497c-b70f-045463371669, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=78fdfce4-3284-497c-b70f-045463371669,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:42.536228 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (78fdfce4-3284-497c-b70f-045463371669), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.556365 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:42.578059 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-50002745-369b-450b-9e00-cda3872bbe73 admin admin] Publish callbacks [] for security_group (285877e7-8a1b-4885-8327-98f1f8341808), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.584323 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-50002745-369b-450b-9e00-cda3872bbe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (285877e7-8a1b-4885-8327-98f1f8341808), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.604004 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=78fdfce4-3284-497c-b70f-045463371669,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:42.642878 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-50002745-369b-450b-9e00-cda3872bbe73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8c25cc48b4145e3953b91d6bff6ea6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541799 Jul 07 10:26:42.645503 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42234) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:42.649235 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50002745-369b-450b-9e00-cda3872bbe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285877e7-8a1b-4885-8327-98f1f8341808,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:42.727278 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4937e79a-a491-44a7-af7a-934e632917aa admin admin] Publish callbacks [] for security_group (285877e7-8a1b-4885-8327-98f1f8341808), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.755786 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4937e79a-a491-44a7-af7a-934e632917aa admin admin] Publish callbacks [] for security_group (285877e7-8a1b-4885-8327-98f1f8341808), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.814768 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['78fdfce4-3284-497c-b70f-045463371669'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:26:42.820172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f91ea3-fe64-4edc-a477-4b9ed614c0f9 req-7a8b920c-023f-4dc6-a98b-ce2bad652d1d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:42.826614 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-24f91ea3-fe64-4edc-a477-4b9ed614c0f9 req-7a8b920c-023f-4dc6-a98b-ce2bad652d1d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0706825 Jul 07 10:26:42.842650 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4937e79a-a491-44a7-af7a-934e632917aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (285877e7-8a1b-4885-8327-98f1f8341808), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.847631 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4937e79a-a491-44a7-af7a-934e632917aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:42.850819 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4937e79a-a491-44a7-af7a-934e632917aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/285877e7-8a1b-4885-8327-98f1f8341808 HTTP/1.1" status: 204 len: 168 time: 0.2034290 Jul 07 10:26:42.897680 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937e79a-a491-44a7-af7a-934e632917aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285877e7-8a1b-4885-8327-98f1f8341808,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:42.929475 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-24f91ea3-fe64-4edc-a477-4b9ed614c0f9 req-91974e32-7df0-42b2-b6ad-9bbe51834646 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018674 Jul 07 10:26:43.391120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962179b-5ebc-4cdc-b1d9-02cf871a9670 req-bc3a1d8c-0485-4dc2-bbd3-c579bbeb4537 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:43.395400 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2962179b-5ebc-4cdc-b1d9-02cf871a9670 req-bc3a1d8c-0485-4dc2-bbd3-c579bbeb4537 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1395991 Jul 07 10:26:43.438234 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca2ed4-48d1-4a92-a17e-cbda47a8524c req-896baa25-fc1c-45d4-acde-ae9ba65aabb5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:43.440138 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0bca2ed4-48d1-4a92-a17e-cbda47a8524c req-896baa25-fc1c-45d4-acde-ae9ba65aabb5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0689995 Jul 07 10:26:43.484703 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:43.491244 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2962179b-5ebc-4cdc-b1d9-02cf871a9670 req-68b04d7f-1ff6-423b-a812-8c38d0dd3455 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887041 Jul 07 10:26:43.534132 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0bca2ed4-48d1-4a92-a17e-cbda47a8524c req-8feebbc6-a84e-46e8-91b5-ee4a974b8622 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876641 Jul 07 10:26:43.916772 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42316) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:44.049819 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b0319ff6-2fb5-41cd-b67d-d8ad802d44ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.139431 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b0319ff6-2fb5-41cd-b67d-d8ad802d44ff admin admin] Publish callbacks [] for security_group (eb544914-98ce-419e-84c3-8bdfabd9b9e7), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.144389 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b0319ff6-2fb5-41cd-b67d-d8ad802d44ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (eb544914-98ce-419e-84c3-8bdfabd9b9e7), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.197567 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b0319ff6-2fb5-41cd-b67d-d8ad802d44ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d439bc0bd723450e8af866cc50b46d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796941 Jul 07 10:26:44.199239 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0319ff6-2fb5-41cd-b67d-d8ad802d44ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb544914-98ce-419e-84c3-8bdfabd9b9e7,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:44.200794 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42362) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:44.252273 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02bd9ff8-dce4-4d88-b8ba-1b9b40c70e9a admin admin] Publish callbacks [] for security_group (eb544914-98ce-419e-84c3-8bdfabd9b9e7), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.273699 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02bd9ff8-dce4-4d88-b8ba-1b9b40c70e9a admin admin] Publish callbacks [] for security_group (eb544914-98ce-419e-84c3-8bdfabd9b9e7), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.325395 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02bd9ff8-dce4-4d88-b8ba-1b9b40c70e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (eb544914-98ce-419e-84c3-8bdfabd9b9e7), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.328035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02bd9ff8-dce4-4d88-b8ba-1b9b40c70e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.329327 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-02bd9ff8-dce4-4d88-b8ba-1b9b40c70e9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb544914-98ce-419e-84c3-8bdfabd9b9e7 HTTP/1.1" status: 204 len: 168 time: 0.1269109 Jul 07 10:26:44.337182 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd9ff8-dce4-4d88-b8ba-1b9b40c70e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb544914-98ce-419e-84c3-8bdfabd9b9e7,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:44.600517 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 78fdfce4-3284-497c-b70f-045463371669 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:26:44.640796 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3d5d6-3a83-41b5-abd8-b5a78b66d530 req-02b07bd0-d395-423d-a398-461d7a023032 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:44.642799 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d5f3d5d6-3a83-41b5-abd8-b5a78b66d530 req-02b07bd0-d395-423d-a398-461d7a023032 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0622995 Jul 07 10:26:44.644320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:44.652430 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 78fdfce4-3284-497c-b70f-045463371669 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:26:44.658719 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 78fdfce4-3284-497c-b70f-045463371669 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:26:44.659091 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (78fdfce4-3284-497c-b70f-045463371669), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.684118 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42392) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:44.698924 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b6f2cf1c-bbef-4b99-8d50-5a11b1ec0604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.699318 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d5f3d5d6-3a83-41b5-abd8-b5a78b66d530 req-121af5f7-d927-49f9-bb49-c5d38190975b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494406 Jul 07 10:26:44.739271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 78fdfce4-3284-497c-b70f-045463371669 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:26:44.739821 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (78fdfce4-3284-497c-b70f-045463371669), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.767200 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fdfce4-3284-497c-b70f-045463371669'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:44.769874 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de2d040-88fb-4cd8-ba30-cca21e4bb0e6" -d '{"events": [{"server_uuid": "1a1d0d51-844a-4a45-9f11-71081578d56f", "name": "network-vif-plugged", "status": "completed", "tag": "78fdfce4-3284-497c-b70f-045463371669"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:44.783674 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 78fdfce4-3284-497c-b70f-045463371669, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=78fdfce4-3284-497c-b70f-045463371669,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:26:44.787494 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (78fdfce4-3284-497c-b70f-045463371669), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.793378 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b6f2cf1c-bbef-4b99-8d50-5a11b1ec0604 admin admin] Publish callbacks [] for security_group (f7e2af46-14d6-4d85-8525-d283611708d0), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.799045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b6f2cf1c-bbef-4b99-8d50-5a11b1ec0604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f7e2af46-14d6-4d85-8525-d283611708d0), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.811495 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cc9c7-de75-46a7-88a8-d4219752a030 req-6b4e5817-fa66-41ec-b146-90b378ee241b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:44.812919 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-788cc9c7-de75-46a7-88a8-d4219752a030 req-6b4e5817-fa66-41ec-b146-90b378ee241b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0550117 Jul 07 10:26:44.836072 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=78fdfce4-3284-497c-b70f-045463371669,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:44.847942 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-b6f2cf1c-bbef-4b99-8d50-5a11b1ec0604 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e148c73c113492ab3e24c4953169a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626935 Jul 07 10:26:44.848881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2cf1c-bbef-4b99-8d50-5a11b1ec0604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2af46-14d6-4d85-8525-d283611708d0,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:44.850588 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42398) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:44.875170 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-788cc9c7-de75-46a7-88a8-d4219752a030 req-718e1f72-1898-4fc0-a5d9-b154604c2871 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563638 Jul 07 10:26:44.909703 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Publish callbacks [] for security_group (f7e2af46-14d6-4d85-8525-d283611708d0), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.939647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Publish callbacks [] for security_group (f7e2af46-14d6-4d85-8525-d283611708d0), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:44.997545 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ecb6e-e449-42a0-8c18-32f84016ff90 req-fc2d7daa-3542-437b-916e-c53ccfc97b34 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:44.998998 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cf5ecb6e-e449-42a0-8c18-32f84016ff90 req-fc2d7daa-3542-437b-916e-c53ccfc97b34 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0711169 Jul 07 10:26:45.000097 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:45.009093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42402) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:45.014874 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'floatingip': {'port_id': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:26:45.036666 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f330984-002c-4631-8a6c-57bbe0d80c6b x-openstack-request-id: req-4f330984-002c-4631-8a6c-57bbe0d80c6b {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:45.036957 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1d0d51-844a-4a45-9f11-71081578d56f", "name": "network-vif-plugged", "status": "completed", "tag": "78fdfce4-3284-497c-b70f-045463371669", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:45.037225 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f330984-002c-4631-8a6c-57bbe0d80c6b {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:45.037615 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f330984-002c-4631-8a6c-57bbe0d80c6b'] response: {'server_uuid': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fdfce4-3284-497c-b70f-045463371669', 'code': 200} Jul 07 10:26:45.082678 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f7e2af46-14d6-4d85-8525-d283611708d0), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:45.085173 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:45.086292 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7e2af46-14d6-4d85-8525-d283611708d0 HTTP/1.1" status: 204 len: 168 time: 0.2338624 Jul 07 10:26:45.097152 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (fc3eb875-5404-4eef-916d-68f2c48bff8f), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:45.128455 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2af46-14d6-4d85-8525-d283611708d0,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:45.133904 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=12 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:45.160418 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=14 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:45.179723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.180090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.180429 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.180760 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.181084 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.181409 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.181728 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.182048 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.182393 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.182713 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.183040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.183359 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.183670 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.184006 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.184320 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5328c34f-5696-48d9-b3ce-76f390e95807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:45.241305 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:45.902690 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:45.906739 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (fc3eb875-5404-4eef-916d-68f2c48bff8f), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:46.036239 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc8223-6644-48dc-ac09-f4bf4e6119f7 req-40d2ff5f-021e-4308-ba63-c3247724a75a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:46.037707 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2cfc8223-6644-48dc-ac09-f4bf4e6119f7 req-40d2ff5f-021e-4308-ba63-c3247724a75a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0855103 Jul 07 10:26:46.053730 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Floating IP fc3eb875-5404-4eef-916d-68f2c48bff8f associated. External IP: 172.27.1.189, port: ab69b298-c3d4-4702-89eb-78fe3392b9f5. Jul 07 10:26:46.092460 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-134110f6-bb8b-4def-9474-ffb780d0bd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:46.134826 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2cfc8223-6644-48dc-ac09-f4bf4e6119f7 req-3619bf28-e36f-4d20-bdd8-0dc331f65aa3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897081 Jul 07 10:26:46.286207 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:26:46.407126 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:26:46.413540 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:46.425744 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:26:46.435437 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:46.436675 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:46.450442 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-126ebbd6-c777-47c3-848c-d6a681b78131 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "PUT /v2.0/floatingips/fc3eb875-5404-4eef-916d-68f2c48bff8f HTTP/1.1" status: 200 len: 991 time: 1.4400136 Jul 07 10:26:46.451030 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:26:46.454824 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196aa263-63e0-426b-9fe5-facbb48e1aea" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:26:46.494587 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4487d3b8-4ca9-49b7-99ec-ff6e67ab3be5 x-openstack-request-id: req-4487d3b8-4ca9-49b7-99ec-ff6e67ab3be5 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:26:46.494901 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:26:46.495158 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4487d3b8-4ca9-49b7-99ec-ff6e67ab3be5 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:26:46.495555 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4487d3b8-4ca9-49b7-99ec-ff6e67ab3be5'] response: {'name': 'network-changed', 'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'status': 'completed', 'code': 200} Jul 07 10:26:46.553071 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:46.580172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-3b8c1b10-2051-450e-a01d-33330ae86636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:46.581804 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-3b8c1b10-2051-450e-a01d-33330ae86636 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 1130 time: 0.0843439 Jul 07 10:26:46.733313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-e5315808-2098-4fbf-b189-9c33667a590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:46.735064 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-e5315808-2098-4fbf-b189-9c33667a590d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1129 time: 0.1507394 Jul 07 10:26:46.880693 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6cfd0-1c9a-469b-b3bb-a969d4d30156 req-7c3e8f60-1f29-48e5-a18f-036f715f52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:46.882369 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f1d6cfd0-1c9a-469b-b3bb-a969d4d30156 req-7c3e8f60-1f29-48e5-a18f-036f715f52ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1130 time: 0.1020160 Jul 07 10:26:46.913569 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-2b71fa0b-56a7-4e50-a256-384b7be925c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:46.914986 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'fc3eb875-5404-4eef-916d-68f2c48bff8f', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'port_id': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'mac_address': 'fa:16:3e:f9:40:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:26:04Z', 'updated_at': '2022-07-07T10:26:45Z', 'revision_number': 1, 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:46.915512 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-2b71fa0b-56a7-4e50-a256-384b7be925c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.2824900 Jul 07 10:26:46.964823 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:26:46.978302 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:26:46.978617 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:47.003216 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-4042d112-3ae1-4c43-b0ed-1322089495b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d HTTP/1.1" status: 200 len: 217 time: 0.0597286 Jul 07 10:26:47.018310 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:47.045911 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-b85ccc53-d759-41b2-8b22-2e3173a9fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:47.047366 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-b85ccc53-d759-41b2-8b22-2e3173a9fc09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.2682402 Jul 07 10:26:47.049783 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f1d6cfd0-1c9a-469b-b3bb-a969d4d30156 req-18aa0818-b2ad-4b70-8aed-2446ed34b541 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330850 Jul 07 10:26:47.093277 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:26:47.235908 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:47.254328 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53020937-3618-4203-8724-43d6d6f5046b req-e11370bc-b939-4d65-8d1c-729dc13307dc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:47.255828 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-53020937-3618-4203-8724-43d6d6f5046b req-e11370bc-b939-4d65-8d1c-729dc13307dc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0485859 Jul 07 10:26:47.300047 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:47.305333 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-53020937-3618-4203-8724-43d6d6f5046b req-569bd09c-e304-4fb8-80a1-1c6b4b10bf20 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Jul 07 10:26:47.322686 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'fc3eb875-5404-4eef-916d-68f2c48bff8f', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'port_id': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'mac_address': 'fa:16:3e:f9:40:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:26:04Z', 'updated_at': '2022-07-07T10:26:45Z', 'revision_number': 1, 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:26:47.347489 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a56b3a-25a0-49e6-8fdc-de3b31956e14 None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'fc3eb875-5404-4eef-916d-68f2c48bff8f', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'port_id': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'mac_address': 'fa:16:3e:f9:40:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:26:04Z', 'updated_at': '2022-07-07T10:26:45Z', 'revision_number': 1, 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:26:47.581482 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea283a-4237-45f1-8349-f79c5b5f4eb2 None None] New status for floating IP fc3eb875-5404-4eef-916d-68f2c48bff8f: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:26:48.223230 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a67b4aa8-fc3d-4272-906c-0911c9e87d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:48.420465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3ca15-902d-45b1-b0ef-1cab7b6f8cb7 req-8b646ec8-98ec-4748-b5a9-1e95563e6cc9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:48.421903 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98d3ca15-902d-45b1-b0ef-1cab7b6f8cb7 req-8b646ec8-98ec-4748-b5a9-1e95563e6cc9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0469248 Jul 07 10:26:48.467812 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98d3ca15-902d-45b1-b0ef-1cab7b6f8cb7 req-d84f98e0-dd7f-46a2-a7a3-1d31b6f176df tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Jul 07 10:26:48.778241 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:26:49.568779 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:49.587975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff19095-7678-42d2-be84-370d6aa95365 req-3e41f119-6a12-4140-aad8-6d2209326115 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:49.590076 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cff19095-7678-42d2-be84-370d6aa95365 req-3e41f119-6a12-4140-aad8-6d2209326115 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0542257 Jul 07 10:26:49.636151 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cff19095-7678-42d2-be84-370d6aa95365 req-71ae26dd-adcd-4270-a16e-e89d5c657f2b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Jul 07 10:26:50.492289 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:50.515627 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-d19db3df-1ab4-456d-af3e-de92ba6ffd72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 1001 time: 0.1270618 Jul 07 10:26:50.520082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-a85e829a-0832-4127-9ad5-74e812372eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:50.521453 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-a85e829a-0832-4127-9ad5-74e812372eeb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.1256356 Jul 07 10:26:50.751594 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c103f-32a7-41e1-a159-522ed0ff6df5 req-288fa73e-8060-4c9a-97bd-b90b87bad29f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:50.753087 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-981c103f-32a7-41e1-a159-522ed0ff6df5 req-288fa73e-8060-4c9a-97bd-b90b87bad29f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0477347 Jul 07 10:26:50.879018 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-c33f0a69-a714-4a68-979f-b89946f6ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:50.880562 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-c33f0a69-a714-4a68-979f-b89946f6ab89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056337 Jul 07 10:26:50.890777 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-981c103f-32a7-41e1-a159-522ed0ff6df5 req-3726b174-939c-4371-b93c-2ea9839a9469 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239259 Jul 07 10:26:50.892259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-daae788f-b003-4a5f-a21a-d03ab9c129ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:50.893666 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-daae788f-b003-4a5f-a21a-d03ab9c129ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.1100900 Jul 07 10:26:50.996213 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:51.016267 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.315133 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.329818 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42618) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:51.340140 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.490094 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2732b47-80e2-445a-bbbd-0a53ac7eace3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.595592 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2732b47-80e2-445a-bbbd-0a53ac7eace3 admin admin] Publish callbacks [] for security_group (e1f86eb4-79db-4303-8e27-14949620c62c), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.601409 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2732b47-80e2-445a-bbbd-0a53ac7eace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (e1f86eb4-79db-4303-8e27-14949620c62c), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.669195 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732b47-80e2-445a-bbbd-0a53ac7eace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f86eb4-79db-4303-8e27-14949620c62c,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:51.688036 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b2732b47-80e2-445a-bbbd-0a53ac7eace3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dc6117c79124a1aab8844d5c1dc7e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546710 Jul 07 10:26:51.688605 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42638) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:51.695214 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-eb8db6db-9590-47a0-ac5b-b89077c29ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:51.696721 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-eb8db6db-9590-47a0-ac5b-b89077c29ae0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3198137 Jul 07 10:26:51.734764 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-b7c82b18-ab2d-4282-8e20-21fe0d88a990 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664260 Jul 07 10:26:51.761477 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35690df7-b769-412f-9ab0-8d8a9b37fe96 admin admin] Publish callbacks [] for security_group (e1f86eb4-79db-4303-8e27-14949620c62c), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.783279 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35690df7-b769-412f-9ab0-8d8a9b37fe96 admin admin] Publish callbacks [] for security_group (e1f86eb4-79db-4303-8e27-14949620c62c), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.838422 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35690df7-b769-412f-9ab0-8d8a9b37fe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (e1f86eb4-79db-4303-8e27-14949620c62c), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.841069 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35690df7-b769-412f-9ab0-8d8a9b37fe96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:51.842226 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-35690df7-b769-412f-9ab0-8d8a9b37fe96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1f86eb4-79db-4303-8e27-14949620c62c HTTP/1.1" status: 204 len: 168 time: 0.1526954 Jul 07 10:26:51.850563 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35690df7-b769-412f-9ab0-8d8a9b37fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f86eb4-79db-4303-8e27-14949620c62c,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:52.011004 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880c00d-0275-4e27-a9b5-7d9badffa229 req-52828cc5-d3c1-41a5-ba9a-70b63ab295ec tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:52.012606 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4880c00d-0275-4e27-a9b5-7d9badffa229 req-52828cc5-d3c1-41a5-ba9a-70b63ab295ec tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0515573 Jul 07 10:26:52.074109 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4880c00d-0275-4e27-a9b5-7d9badffa229 req-131d9a0f-b37b-4409-8d87-29d05c2f1f5e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Jul 07 10:26:52.132602 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42660) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:52.146793 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.223887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Publish callbacks [] for security_group (730cd009-bd8c-4347-8aff-7157ec56b814), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.227216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (730cd009-bd8c-4347-8aff-7157ec56b814), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.266465 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80cb94d89e4241e091bb5bbd4aaea6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327927 Jul 07 10:26:52.268305 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730cd009-bd8c-4347-8aff-7157ec56b814,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:52.269129 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42662) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:52.275502 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.276410 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.276762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.277105 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.277437 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.277767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.278093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.278420 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.278749 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.279064 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.279406 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.279713 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.280060 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.280379 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.280697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17eb9ab-0526-4531-9159-b6611ea8e4c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:26:52.318098 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35618d58-255b-4c1d-8a06-a11527567316 admin admin] Publish callbacks [] for security_group (730cd009-bd8c-4347-8aff-7157ec56b814), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.339532 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35618d58-255b-4c1d-8a06-a11527567316 admin admin] Publish callbacks [] for security_group (730cd009-bd8c-4347-8aff-7157ec56b814), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.387428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35618d58-255b-4c1d-8a06-a11527567316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (730cd009-bd8c-4347-8aff-7157ec56b814), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.390005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-35618d58-255b-4c1d-8a06-a11527567316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.391137 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-35618d58-255b-4c1d-8a06-a11527567316 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/730cd009-bd8c-4347-8aff-7157ec56b814 HTTP/1.1" status: 204 len: 168 time: 0.1210399 Jul 07 10:26:52.398738 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35618d58-255b-4c1d-8a06-a11527567316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730cd009-bd8c-4347-8aff-7157ec56b814,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:52.720618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42670) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:52.733894 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ad1fcdb9-f32f-474d-b778-218ba83e44c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.774708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:52.806231 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:52.811477 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ad1fcdb9-f32f-474d-b778-218ba83e44c5 admin admin] Publish callbacks [] for security_group (7054ff22-470e-4e0b-95e6-c16626792871), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.815161 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ad1fcdb9-f32f-474d-b778-218ba83e44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7054ff22-470e-4e0b-95e6-c16626792871), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.853543 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ad1fcdb9-f32f-474d-b778-218ba83e44c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64773073271c4ef9b6fd893d4505175b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317360 Jul 07 10:26:52.856230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42672) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:52.858285 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fcdb9-f32f-474d-b778-218ba83e44c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7054ff22-470e-4e0b-95e6-c16626792871,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:52.909820 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb490-7f87-4722-a75d-f79377ec8b35 admin admin] Publish callbacks [] for security_group (7054ff22-470e-4e0b-95e6-c16626792871), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.930814 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb490-7f87-4722-a75d-f79377ec8b35 admin admin] Publish callbacks [] for security_group (7054ff22-470e-4e0b-95e6-c16626792871), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.976947 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb490-7f87-4722-a75d-f79377ec8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7054ff22-470e-4e0b-95e6-c16626792871), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.979486 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb490-7f87-4722-a75d-f79377ec8b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:52.980717 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7cfcb490-7f87-4722-a75d-f79377ec8b35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7054ff22-470e-4e0b-95e6-c16626792871 HTTP/1.1" status: 204 len: 168 time: 0.1234972 Jul 07 10:26:52.988286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb490-7f87-4722-a75d-f79377ec8b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7054ff22-470e-4e0b-95e6-c16626792871,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:53.192349 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e19523-e5c5-4d9a-9cff-e00e43defc6e req-7188d549-0bcb-428f-a2f0-5b6bc39457eb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:53.193992 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c6e19523-e5c5-4d9a-9cff-e00e43defc6e req-7188d549-0bcb-428f-a2f0-5b6bc39457eb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0528657 Jul 07 10:26:53.216233 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:53.246603 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c6e19523-e5c5-4d9a-9cff-e00e43defc6e req-7571a523-94d7-4274-bda3-48492b87c2ae tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Jul 07 10:26:54.356647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74052cb-46cd-45f2-8a93-8ac92d15e6d7 req-b3c55113-49e7-4f61-a953-d541a94e54bc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:54.357991 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e74052cb-46cd-45f2-8a93-8ac92d15e6d7 req-b3c55113-49e7-4f61-a953-d541a94e54bc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0465112 Jul 07 10:26:54.406223 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e74052cb-46cd-45f2-8a93-8ac92d15e6d7 req-382aab0d-ea39-482d-98e2-65d583033107 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Jul 07 10:26:54.915753 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:55.018267 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-24fa0122-fddd-4a43-8997-e168b9990315 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660001 Jul 07 10:26:55.020378 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c73f33fa-311d-4ba7-8606-d73b4c64c454 req-1958db3e-92e4-4f2b-af43-92141f062d38 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694462 Jul 07 10:26:55.566277 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337803-4f1c-4d77-aee1-5eba1c34c4fe req-d6ddfd9a-f4d6-4846-8126-d72572c53cc4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:55.567793 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-39337803-4f1c-4d77-aee1-5eba1c34c4fe req-d6ddfd9a-f4d6-4846-8126-d72572c53cc4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0835571 Jul 07 10:26:55.596605 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-196aa263-63e0-426b-9fe5-facbb48e1aea req-0346a9cd-578a-4612-93e3-f6460f46116b service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441052 Jul 07 10:26:55.655981 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-fcc4ed8e-d8b7-4bff-a713-00690232b267 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615478 Jul 07 10:26:55.659541 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-39337803-4f1c-4d77-aee1-5eba1c34c4fe req-a4f7e370-5e27-4b9e-b560-3662de04c75b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Jul 07 10:26:55.747274 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-b130b93f-0104-4762-87d0-a1d74d30c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:55.748748 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-b130b93f-0104-4762-87d0-a1d74d30c5a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1130 time: 0.0392885 Jul 07 10:26:55.872274 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-86ad30c7-3f8c-487d-b1c2-4dc97b8c59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:55.873749 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-86ad30c7-3f8c-487d-b1c2-4dc97b8c59b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.0959308 Jul 07 10:26:55.914082 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-2eb1ed43-d658-46a2-81fb-d1038562beaf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 200 len: 217 time: 0.0316668 Jul 07 10:26:55.966834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-81fcbfe8-ebcb-457a-917e-021388770c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:55.968283 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-81fcbfe8-ebcb-457a-917e-021388770c7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0433774 Jul 07 10:26:56.026421 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-501f6819-c18c-4902-9cbf-118feffa802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:56.029929 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-501f6819-c18c-4902-9cbf-118feffa802b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443907 Jul 07 10:26:56.132678 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-c3047b80-81ba-4684-a5d4-7e572776821b service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875814 Jul 07 10:26:56.233307 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-450b8b21-b9a3-414e-9dda-1d99955f54ed req-75eb3bb7-2b4a-4b94-abbe-5b15e8a3358f service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906365 Jul 07 10:26:56.784426 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd859-6f80-445a-9acc-99b74230a638 req-3588d6d0-9de1-4cf8-b53a-61b1311493c3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:56.785906 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3c4dd859-6f80-445a-9acc-99b74230a638 req-3588d6d0-9de1-4cf8-b53a-61b1311493c3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Jul 07 10:26:56.832756 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3c4dd859-6f80-445a-9acc-99b74230a638 req-fdfe3aee-8386-43a8-9a08-58289513c10d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Jul 07 10:26:57.385038 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 42800) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:57.494466 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e88e0599-0ed7-47af-8706-928bf226debc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.569807 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e88e0599-0ed7-47af-8706-928bf226debc admin admin] Publish callbacks [] for security_group (b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.573612 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e88e0599-0ed7-47af-8706-928bf226debc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.613530 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e88e0599-0ed7-47af-8706-928bf226debc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3e4c9a9eb054dd8834df686b4430c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273803 Jul 07 10:26:57.614411 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e0599-0ed7-47af-8706-928bf226debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:57.616613 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42804) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:57.666185 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1a112850-8006-461d-bdce-6045c196a419 admin admin] Publish callbacks [] for security_group (b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.687640 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1a112850-8006-461d-bdce-6045c196a419 admin admin] Publish callbacks [] for security_group (b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.701121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:57.734319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1a112850-8006-461d-bdce-6045c196a419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.736802 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1a112850-8006-461d-bdce-6045c196a419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:57.737933 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-1a112850-8006-461d-bdce-6045c196a419 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8 HTTP/1.1" status: 204 len: 168 time: 0.1203234 Jul 07 10:26:57.745752 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a112850-8006-461d-bdce-6045c196a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a600e3-dedc-4ebf-b8d9-d80a4ff7e8b8,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:57.957867 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603efed-96cb-4cd0-9dd8-8cb504c2fa1c req-f9c1e28e-1647-49e9-9e95-0ce5627535f0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:57.959368 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3603efed-96cb-4cd0-9dd8-8cb504c2fa1c req-f9c1e28e-1647-49e9-9e95-0ce5627535f0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0525074 Jul 07 10:26:57.980021 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:58.021602 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3603efed-96cb-4cd0-9dd8-8cb504c2fa1c req-f3785573-322c-4e36-b44e-79ba01f145e8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560398 Jul 07 10:26:58.774181 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=86 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:26:59.156538 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d61c2-47c6-4bdd-9074-4616322b691c req-8516ec42-7a15-4b66-918b-f016b4abb75f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:59.158060 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c54d61c2-47c6-4bdd-9074-4616322b691c req-8516ec42-7a15-4b66-918b-f016b4abb75f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0585117 Jul 07 10:26:59.212968 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c54d61c2-47c6-4bdd-9074-4616322b691c req-ab267fc4-3cc0-4e6e-b61f-f1a647c2e862 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481997 Jul 07 10:26:59.227908 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42868) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:59.411993 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-97f9fcec-2321-4fe8-b817-a78820c306ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.500319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-97f9fcec-2321-4fe8-b817-a78820c306ea admin admin] Publish callbacks [] for security_group (11799c89-25bb-4335-87b2-9d0c65228384), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.512229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-97f9fcec-2321-4fe8-b817-a78820c306ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (11799c89-25bb-4335-87b2-9d0c65228384), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.561177 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9fcec-2321-4fe8-b817-a78820c306ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11799c89-25bb-4335-87b2-9d0c65228384,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:59.565952 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-97f9fcec-2321-4fe8-b817-a78820c306ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59bfb77cec7c4192909af3515a730817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369792 Jul 07 10:26:59.569252 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42882) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:26:59.632262 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-567d389e-0949-440b-b9b7-eb3f73187e90 admin admin] Publish callbacks [] for security_group (11799c89-25bb-4335-87b2-9d0c65228384), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.655002 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-567d389e-0949-440b-b9b7-eb3f73187e90 admin admin] Publish callbacks [] for security_group (11799c89-25bb-4335-87b2-9d0c65228384), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.702984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-567d389e-0949-440b-b9b7-eb3f73187e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (11799c89-25bb-4335-87b2-9d0c65228384), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.705585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-567d389e-0949-440b-b9b7-eb3f73187e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:26:59.706711 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-567d389e-0949-440b-b9b7-eb3f73187e90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11799c89-25bb-4335-87b2-9d0c65228384 HTTP/1.1" status: 204 len: 168 time: 0.1365433 Jul 07 10:26:59.715586 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d389e-0949-440b-b9b7-eb3f73187e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11799c89-25bb-4335-87b2-9d0c65228384,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:26:59.879316 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3040-8eca-4f45-8a41-bcff34ded5bc req-7b986b67-3a7d-4824-871d-f802714664a1 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:26:59.880876 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-15dc3040-8eca-4f45-8a41-bcff34ded5bc req-7b986b67-3a7d-4824-871d-f802714664a1 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0548525 Jul 07 10:26:59.931463 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-15dc3040-8eca-4f45-8a41-bcff34ded5bc req-d718abe4-dda5-41ad-a942-360622c19cf6 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Jul 07 10:26:59.992963 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42894) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:00.006965 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6d396e9a-02c9-4a5e-ad39-e089c34c7b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.102645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6d396e9a-02c9-4a5e-ad39-e089c34c7b41 admin admin] Publish callbacks [] for security_group (ff1f669f-c2ca-424b-b752-d418702f6b25), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.106645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6d396e9a-02c9-4a5e-ad39-e089c34c7b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (ff1f669f-c2ca-424b-b752-d418702f6b25), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.143049 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d396e9a-02c9-4a5e-ad39-e089c34c7b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1f669f-c2ca-424b-b752-d418702f6b25,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:00.147421 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6d396e9a-02c9-4a5e-ad39-e089c34c7b41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79d7b3ca71a94af3833f39cf98e233b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532536 Jul 07 10:27:00.150408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42898) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:00.200591 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-76834d35-9233-49be-94fb-25872e4fab2f admin admin] Publish callbacks [] for security_group (ff1f669f-c2ca-424b-b752-d418702f6b25), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.223618 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-76834d35-9233-49be-94fb-25872e4fab2f admin admin] Publish callbacks [] for security_group (ff1f669f-c2ca-424b-b752-d418702f6b25), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.238980 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:00.279569 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-76834d35-9233-49be-94fb-25872e4fab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (ff1f669f-c2ca-424b-b752-d418702f6b25), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.282247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-76834d35-9233-49be-94fb-25872e4fab2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:00.283390 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-76834d35-9233-49be-94fb-25872e4fab2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff1f669f-c2ca-424b-b752-d418702f6b25 HTTP/1.1" status: 204 len: 168 time: 0.1319985 Jul 07 10:27:00.291960 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76834d35-9233-49be-94fb-25872e4fab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1f669f-c2ca-424b-b752-d418702f6b25,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:00.349103 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66758911-0e46-4b19-a6b9-814240d319d7 req-8412e48c-ae1d-41fc-9263-6336819c0e61 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:00.350578 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-66758911-0e46-4b19-a6b9-814240d319d7 req-8412e48c-ae1d-41fc-9263-6336819c0e61 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0488453 Jul 07 10:27:00.403205 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-66758911-0e46-4b19-a6b9-814240d319d7 req-040cc2a4-18fc-46a5-8869-ba488f5447c9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Jul 07 10:27:01.053630 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136508-d575-4d18-8243-287e26d559de req-5f3f6687-d2dc-4931-b78a-f9466bd3f1e7 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:01.055142 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bc136508-d575-4d18-8243-287e26d559de req-5f3f6687-d2dc-4931-b78a-f9466bd3f1e7 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Jul 07 10:27:01.109433 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bc136508-d575-4d18-8243-287e26d559de req-ff0f0e5b-c78c-4374-97cb-17825bb0cdce tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Jul 07 10:27:01.517904 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:01.538260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defcaeb-c8b8-4afa-b796-47840cf37c44 req-76192e30-0d91-4084-9054-4662d81b9c61 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:01.539852 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7defcaeb-c8b8-4afa-b796-47840cf37c44 req-76192e30-0d91-4084-9054-4662d81b9c61 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0656722 Jul 07 10:27:01.592122 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7defcaeb-c8b8-4afa-b796-47840cf37c44 req-d8181e80-cb16-43b4-99d0-1c2cb90379d3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Jul 07 10:27:02.047069 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42968) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:02.242599 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3338b95f-ef0a-4d4a-87dd-85e46dc3703c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.253019 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea823b1-a140-43be-a92b-5ac0eda501f8 req-59c4f163-b0ea-48d4-ab55-2a1eda7f61bc tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:02.254510 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-dea823b1-a140-43be-a92b-5ac0eda501f8 req-59c4f163-b0ea-48d4-ab55-2a1eda7f61bc tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Jul 07 10:27:02.305740 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-dea823b1-a140-43be-a92b-5ac0eda501f8 req-7bec2c2d-4538-47cb-a30f-8685fd78635a tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bb7e4c0-69a6-410a-b171-834bb33d8394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Jul 07 10:27:02.309726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-c1518d51-7e72-46a6-8084-2c3a3f5968c3 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:02.311190 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-c1518d51-7e72-46a6-8084-2c3a3f5968c3 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 945 time: 0.0663514 Jul 07 10:27:02.493179 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Deleting port 4af65680-4c8a-4420-938b-02b9403f177e {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:27:02.493541 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (4af65680-4c8a-4420-938b-02b9403f177e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.497986 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3338b95f-ef0a-4d4a-87dd-85e46dc3703c admin admin] Publish callbacks [] for security_group (71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.514007 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3338b95f-ef0a-4d4a-87dd-85e46dc3703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.597619 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-3338b95f-ef0a-4d4a-87dd-85e46dc3703c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb01d4c4d6c14223b746c3e2b6a0b4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491314 Jul 07 10:27:02.600217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 42982) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:02.602148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338b95f-ef0a-4d4a-87dd-85e46dc3703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:02.665540 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] For port 4af65680-4c8a-4420-938b-02b9403f177e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4af65680-4c8a-4420-938b-02b9403f177e,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:02.665910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (4af65680-4c8a-4420-938b-02b9403f177e), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.722475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Calling delete_port for 4af65680-4c8a-4420-938b-02b9403f177e owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:27:02.745939 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2261f058-090b-4b44-91b3-e94e77883170 admin admin] Publish callbacks [] for security_group (71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.803196 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e77c-f71e-461a-b01b-81af9184b138 req-62ca40b7-d408-4d19-aac5-5d84982b7098 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:02.804701 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f667e77c-f71e-461a-b01b-81af9184b138 req-62ca40b7-d408-4d19-aac5-5d84982b7098 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1431503 Jul 07 10:27:02.848432 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2261f058-090b-4b44-91b3-e94e77883170 admin admin] Publish callbacks [] for security_group (71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.913588 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:02.920745 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f667e77c-f71e-461a-b01b-81af9184b138 req-f6581e37-5a1c-47fe-b746-a133dba37491 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089900 Jul 07 10:27:02.925890 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:02.981823 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2261f058-090b-4b44-91b3-e94e77883170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.984600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2261f058-090b-4b44-91b3-e94e77883170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:02.985719 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2261f058-090b-4b44-91b3-e94e77883170 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88 HTTP/1.1" status: 204 len: 168 time: 0.3845015 Jul 07 10:27:03.001968 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261f058-090b-4b44-91b3-e94e77883170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee7b6f-13c0-46fb-b3b0-1b5fb0e11f88,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:03.005790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (4af65680-4c8a-4420-938b-02b9403f177e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.021229 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['4af65680-4c8a-4420-938b-02b9403f177e'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:27:03.083520 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Pushing event deleted for resources: {'Port': ['ID=4af65680-4c8a-4420-938b-02b9403f177e,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:03.111995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] No DVR routers for this DVR port 4af65680-4c8a-4420-938b-02b9403f177e on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:27:03.115360 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.118731 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-efdb753a-8b84-46ab-9876-f74a53a48e44 req-2074aa0f-7c30-44cc-96ef-0049625e589c tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.58 "DELETE /v2.0/ports/4af65680-4c8a-4420-938b-02b9403f177e HTTP/1.1" status: 204 len: 173 time: 0.7990768 Jul 07 10:27:03.119734 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'name': 'network-vif-deleted', 'tag': '4af65680-4c8a-4420-938b-02b9403f177e'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:03.122009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18ff3f5-7abb-4140-a26f-2846d6c0d937" -d '{"events": [{"server_uuid": "3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11", "name": "network-vif-deleted", "tag": "4af65680-4c8a-4420-938b-02b9403f177e"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:03.200742 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49edf665-3a3f-4e64-935b-0592fb621d65 x-openstack-request-id: req-49edf665-3a3f-4e64-935b-0592fb621d65 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:03.201041 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11", "name": "network-vif-deleted", "tag": "4af65680-4c8a-4420-938b-02b9403f177e", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:03.201343 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49edf665-3a3f-4e64-935b-0592fb621d65 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:03.201750 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49edf665-3a3f-4e64-935b-0592fb621d65'] response: {'server_uuid': '3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11', 'name': 'network-vif-deleted', 'tag': '4af65680-4c8a-4420-938b-02b9403f177e', 'status': 'completed', 'code': 200} Jul 07 10:27:03.346609 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43002) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:03.367795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-55512c19-8842-428b-b944-c3a589e81ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.451353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:03.465126 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6bde2300-f171-4f32-956a-684aa8c223c6 req-384eda39-bd95-471d-b993-0b964184cc29 tempest-DeleteServersTestJSON-619227737 tempest-DeleteServersTestJSON-619227737-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd4ae0a-d36e-4e86-a8d8-b4ac5e005c11 HTTP/1.1" status: 200 len: 210 time: 0.0396221 Jul 07 10:27:03.485495 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:03.505602 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-55512c19-8842-428b-b944-c3a589e81ad7 admin admin] Publish callbacks [] for security_group (107098c4-8061-4a87-ad25-adb8d1d8d0f5), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.511119 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-55512c19-8842-428b-b944-c3a589e81ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (107098c4-8061-4a87-ad25-adb8d1d8d0f5), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.552061 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55512c19-8842-428b-b944-c3a589e81ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107098c4-8061-4a87-ad25-adb8d1d8d0f5,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:03.556728 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-55512c19-8842-428b-b944-c3a589e81ad7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52750a8870564c439b3b1356d119c832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089877 Jul 07 10:27:03.559948 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43012) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:03.640898 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf738b0e-228a-4f72-a9fe-a46273f8c56e admin admin] Publish callbacks [] for security_group (107098c4-8061-4a87-ad25-adb8d1d8d0f5), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.664650 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf738b0e-228a-4f72-a9fe-a46273f8c56e admin admin] Publish callbacks [] for security_group (107098c4-8061-4a87-ad25-adb8d1d8d0f5), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.720334 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf738b0e-228a-4f72-a9fe-a46273f8c56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (107098c4-8061-4a87-ad25-adb8d1d8d0f5), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.723163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf738b0e-228a-4f72-a9fe-a46273f8c56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:03.724462 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bf738b0e-228a-4f72-a9fe-a46273f8c56e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/107098c4-8061-4a87-ad25-adb8d1d8d0f5 HTTP/1.1" status: 204 len: 168 time: 0.1635466 Jul 07 10:27:03.738708 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738b0e-228a-4f72-a9fe-a46273f8c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107098c4-8061-4a87-ad25-adb8d1d8d0f5,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:04.066723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9166-37a5-472b-86f5-1a5d9a44f184 req-7e37e5d2-fbf7-41aa-895b-7cceb2f46f8a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:04.068435 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e6c9166-37a5-472b-86f5-1a5d9a44f184 req-7e37e5d2-fbf7-41aa-895b-7cceb2f46f8a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0719283 Jul 07 10:27:04.132456 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e6c9166-37a5-472b-86f5-1a5d9a44f184 req-004e657b-cb7d-4725-9ccc-d65da3277d10 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Jul 07 10:27:04.496577 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43044) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:04.609017 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986570783-network', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:04.630424 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Made reservation on behalf of 5a2481546251413fb65aaed9e3f131e2 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:04.632995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.644919 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.727825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks [] for security_group (f872574f-98db-43d2-8247-a904d6386032), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.734624 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f872574f-98db-43d2-8247-a904d6386032), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.757965 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:27:04.781863 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (18ff0092-8959-478b-935f-9905f5d72547), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.782204 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Added segment 18ff0092-8959-478b-935f-9905f5d72547 of type vlan for network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca Jul 07 10:27:04.783415 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f872574f-98db-43d2-8247-a904d6386032,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:04.826867 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (1caf8388-6f56-4a8d-9a0e-d7281aa69eca), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.862293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (1caf8388-6f56-4a8d-9a0e-d7281aa69eca), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.862293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:04.862293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:04.893961 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3960273 Jul 07 10:27:04.896905 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43068) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:04.904506 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Request body: {'subnet': {'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986570783-subnet', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'ip_version': 4}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:04.939479 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd3ae-ef9a-4a55-8924-66f6381759d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1caf8388-6f56-4a8d-9a0e-d7281aa69eca,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:04.950467 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:27:04.958113 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Made reservation on behalf of 5a2481546251413fb65aaed9e3f131e2 for: {'subnet': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:04.960706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14360026'] for subnet (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.257945 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:05.272245 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e747-c813-4532-91c8-dc6b7dc5a6ef req-c2899bc8-0e37-45e7-a065-765a9d626226 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:05.273805 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d059e747-c813-4532-91c8-dc6b7dc5a6ef req-c2899bc8-0e37-45e7-a065-765a9d626226 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0669720 Jul 07 10:27:05.288327 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=10,neutron:SELECT=75,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:05.369010 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d059e747-c813-4532-91c8-dc6b7dc5a6ef req-22207dee-1b50-4db7-b8e4-f65b96c3bcf0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889599 Jul 07 10:27:05.426713 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13954314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14357296'] for subnet (293614b8-994c-49eb-a2b0-f8d121ae6a25), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.493326 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293614b8-994c-49eb-a2b0-f8d121ae6a25,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:05.498223 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Checking segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:05.498581 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Network hostable DHCP agents. Network: 1caf8388-6f56-4a8d-9a0e-d7281aa69eca, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:27:05.516922 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:27:05.528283 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 1caf8388-6f56-4a8d-9a0e-d7281aa69eca) {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:05.532887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:05.534714 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.538495 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7709c395-c68d-44b9-a359-ecc0628337d1 None None] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:05.555373 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43096) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:05.556277 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-96419e16-a5e2-4ecd-9194-ede348256512 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6573105 Jul 07 10:27:05.560485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:05.584992 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.586491 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.657602 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks [] for router_controller (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), precommit_add_association {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.661682 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:27:05.662794 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.717706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43102) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:05.818682 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=70 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:05.827793 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Allocated IP 172.20.0.2 (1caf8388-6f56-4a8d-9a0e-d7281aa69eca/293614b8-994c-49eb-a2b0-f8d121ae6a25/bb21b428-0c10-4532-9d7c-5375f62b5d0d) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:05.852061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4d9de422-c14c-431a-b3cd-32513b31a743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.931269 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:05.966340 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4d9de422-c14c-431a-b3cd-32513b31a743 admin admin] Publish callbacks [] for security_group (51e82800-7f79-437c-833e-94dd49b6b297), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.972504 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4d9de422-c14c-431a-b3cd-32513b31a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (51e82800-7f79-437c-833e-94dd49b6b297), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:05.999129 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43112) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:06.030584 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Publish callbacks [] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.031135 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks [] for router_gateway (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.037096 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.061664 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de422-c14c-431a-b3cd-32513b31a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e82800-7f79-437c-833e-94dd49b6b297,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:06.076648 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:06.081028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:06.084905 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:06.092028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Pushing event updated for resources: {'Port': ['ID=bb21b428-0c10-4532-9d7c-5375f62b5d0d,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:06.103910 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-4d9de422-c14c-431a-b3cd-32513b31a743 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2fd7a74ff484be78c7025efb216fa64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823488 Jul 07 10:27:06.104369 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43114) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:06.118533 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.118958 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.119364 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.122848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.123873 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.124588 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.124984 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.125385 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.131053 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.131618 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.132088 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.132594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.133172 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.133650 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.134130 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:06.168567 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Attempting to bind port bb21b428-0c10-4532-9d7c-5375f62b5d0d on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:06.169045 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Attempting to bind port bb21b428-0c10-4532-9d7c-5375f62b5d0d by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:06.169598 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Attempting to bind port bb21b428-0c10-4532-9d7c-5375f62b5d0d on network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:06.174948 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:06.175533 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Checking segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:06.176127 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.176666 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Bound using segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:06.177289 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Bound port: bb21b428-0c10-4532-9d7c-5375f62b5d0d, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:06.177829 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.234920 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks [] for router_gateway (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.241394 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7460bda7-8999-4782-89bf-280262a682d3 admin admin] Publish callbacks [] for security_group (51e82800-7f79-437c-833e-94dd49b6b297), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.248679 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] For port bb21b428-0c10-4532-9d7c-5375f62b5d0d, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:06.252210 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] For port bb21b428-0c10-4532-9d7c-5375f62b5d0d, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bb21b428-0c10-4532-9d7c-5375f62b5d0d,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:06.257542 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.260619 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.315873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7460bda7-8999-4782-89bf-280262a682d3 admin admin] Publish callbacks [] for security_group (51e82800-7f79-437c-833e-94dd49b6b297), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.317953 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:06.327277 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056758f7-fe7d-454f-8433-3eca988f9c08 None None] Pushing event updated for resources: {'Port': ['ID=bb21b428-0c10-4532-9d7c-5375f62b5d0d,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:06.394154 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Allocated IP 172.27.1.52 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:06.410442 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4af65680-4c8a-4420-938b-02b9403f177e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:27:06.441396 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 4af65680-4c8a-4420-938b-02b9403f177e {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:27:06.441844 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4af65680-4c8a-4420-938b-02b9403f177e not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:27:06.524909 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:06.525888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7460bda7-8999-4782-89bf-280262a682d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (51e82800-7f79-437c-833e-94dd49b6b297), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.528485 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7460bda7-8999-4782-89bf-280262a682d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.529630 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7460bda7-8999-4782-89bf-280262a682d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51e82800-7f79-437c-833e-94dd49b6b297 HTTP/1.1" status: 204 len: 168 time: 0.4243655 Jul 07 10:27:06.561060 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460bda7-8999-4782-89bf-280262a682d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e82800-7f79-437c-833e-94dd49b6b297,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:06.620004 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (06868954-c553-4234-b52c-a7bb334740bc), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.620389 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf497d9f-c9f7-425d-944d-670ab19b560b req-22511f24-06c9-4588-b9e7-dbbfa59ba290 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:06.622097 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bf497d9f-c9f7-425d-944d-670ab19b560b req-22511f24-06c9-4588-b9e7-dbbfa59ba290 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1291225 Jul 07 10:27:06.658426 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:06.714464 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks [] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.722681 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bf497d9f-c9f7-425d-944d-670ab19b560b req-d2ad8da7-5dc5-428d-a69a-038898f7d6b4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891311 Jul 07 10:27:06.778765 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:06.789626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:06.856733 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:06.870675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:06.873280 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:06.915896 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Pushing event updated for resources: {'Port': ['ID=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:07.021026 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Deleting port b0404bf9-a304-4923-879b-b12a5e5fcb04 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:27:07.021582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.034725 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43126) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:07.052144 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b725c843-768b-4ada-8757-487199d0bc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.114831 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks [] for router_gateway (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.150314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] For port b0404bf9-a304-4923-879b-b12a5e5fcb04, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b0404bf9-a304-4923-879b-b12a5e5fcb04,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:07.150314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.167709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Calling delete_port for b0404bf9-a304-4923-879b-b12a5e5fcb04 owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:27:07.248395 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b725c843-768b-4ada-8757-487199d0bc87 admin admin] Publish callbacks [] for security_group (144b0f95-c051-4311-b1c6-41157d516aa7), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.261121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b725c843-768b-4ada-8757-487199d0bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (144b0f95-c051-4311-b1c6-41157d516aa7), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.325589 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.343595 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725c843-768b-4ada-8757-487199d0bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b0f95-c051-4311-b1c6-41157d516aa7,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:07.350380 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-b725c843-768b-4ada-8757-487199d0bc87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0e4dceee85e4bf1bfae3f12deda9d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122158 Jul 07 10:27:07.350740 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43130) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:07.388641 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:07.436421 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-66d76845-1d28-45cf-94d0-76c21f28ac93 admin admin] Publish callbacks [] for security_group (144b0f95-c051-4311-b1c6-41157d516aa7), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.439780 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:07.485883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:27:07.495917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-66d76845-1d28-45cf-94d0-76c21f28ac93 admin admin] Publish callbacks [] for security_group (144b0f95-c051-4311-b1c6-41157d516aa7), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.548527 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (b0404bf9-a304-4923-879b-b12a5e5fcb04), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.581031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0404bf9-a304-4923-879b-b12a5e5fcb04,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:07.618424 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:27:07.637268 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.642543 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Sync routers for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:27:07.643634 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2b02328c-4281-4140-a90c-f732d21c2f38 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0869150 Jul 07 10:27:07.644485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43134) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:07.645652 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653cd09-3976-4d9b-a742-46857a826d88 None None] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:07.660695 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:07.661299 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:07.673735 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:07.834233 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:07.867110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-66d76845-1d28-45cf-94d0-76c21f28ac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (144b0f95-c051-4311-b1c6-41157d516aa7), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.871198 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-66d76845-1d28-45cf-94d0-76c21f28ac93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:07.876465 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-66d76845-1d28-45cf-94d0-76c21f28ac93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/144b0f95-c051-4311-b1c6-41157d516aa7 HTTP/1.1" status: 204 len: 168 time: 0.5217168 Jul 07 10:27:07.927348 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:07.932711 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d76845-1d28-45cf-94d0-76c21f28ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b0f95-c051-4311-b1c6-41157d516aa7,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:07.968833 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (06868954-c553-4234-b52c-a7bb334740bc), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.062117 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] Provisioning complete for port bb21b428-0c10-4532-9d7c-5375f62b5d0d triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:08.063885 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.165771 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb21b428-0c10-4532-9d7c-5375f62b5d0d up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:08.291432 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:08.292476 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837747-e58a-408f-abbc-6338b34d0ff3 req-06741fb2-c271-4ad2-be7c-541634ff0a2a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:08.294413 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-77837747-e58a-408f-abbc-6338b34d0ff3 req-06741fb2-c271-4ad2-be7c-541634ff0a2a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.3653405 Jul 07 10:27:08.314431 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:06Z', 'revision_number': 3, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:08.390906 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Checking router: c19ef6db-b949-44ad-b4ad-5d9659dad6b2 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:27:08.391490 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Updating router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:27:08.468486 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.495960 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.532075 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port bb21b428-0c10-4532-9d7c-5375f62b5d0d triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:08.532471 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.606338 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] Current status of the port bb21b428-0c10-4532-9d7c-5375f62b5d0d is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:08.606729 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.649860 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:08.678957 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] For port bb21b428-0c10-4532-9d7c-5375f62b5d0d, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bb21b428-0c10-4532-9d7c-5375f62b5d0d,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:08.705460 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.716075 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-77837747-e58a-408f-abbc-6338b34d0ff3 req-e52e2ce4-96a4-45e9-8ecc-88a069d47dc8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092135 Jul 07 10:27:08.770247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:08.782070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Router 06868954-c553-4234-b52c-a7bb334740bc has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:27:08.794367 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a821389-9cca-416a-8f12-b1224c347daf None None] Pushing event updated for resources: {'Port': ['ID=bb21b428-0c10-4532-9d7c-5375f62b5d0d,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:08.805654 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Allocated IP 172.20.0.1 (1caf8388-6f56-4a8d-9a0e-d7281aa69eca/293614b8-994c-49eb-a2b0-f8d121ae6a25/ad8d5e00-af3d-43a4-83e0-3df5f909ef0e) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:08.808005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bb21b428-0c10-4532-9d7c-5375f62b5d0d is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:08.808397 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.875725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-05ba8046-adf0-45af-b2ef-e007f5b4782f None None] Provisioning complete for port bb21b428-0c10-4532-9d7c-5375f62b5d0d triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:08.876151 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-05ba8046-adf0-45af-b2ef-e007f5b4782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.909662 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Publish callbacks [] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.925387 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:08.952628 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:27:08.960714 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-df2fc414-469e-466c-84ae-61ecafb9f8f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/06868954-c553-4234-b52c-a7bb334740bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9607048 Jul 07 10:27:08.961340 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43160) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:08.973959 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] Sync routers for ids ['06868954-c553-4234-b52c-a7bb334740bc'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:27:09.000946 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] Routers {'06868954-c553-4234-b52c-a7bb334740bc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:09.001887 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['06868954-c553-4234-b52c-a7bb334740bc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:09.029970 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks [] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.037024 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Attempting to bind port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:09.037731 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Attempting to bind port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:09.038245 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Attempting to bind port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:09.040925 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Pushing event updated for resources: {'Port': ['ID=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,revision_number=2']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:09.050725 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.051452 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.058702 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.060413 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.062017 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.062685 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.066241 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.066737 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.067618 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.068658 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.069474 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.070717 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.071198 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.072743 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.074030 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:09.082798 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:09.085664 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:09.086236 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.086770 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:09.088987 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Bound port: c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:09.089111 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.089621 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.104259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks [] for router (06868954-c553-4234-b52c-a7bb334740bc), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.148648 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] Set router 06868954-c553-4234-b52c-a7bb334740bc gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:09.179513 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:09.183114 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:09.187303 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:09.188058 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.202967 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] For port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:09.206978 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] For port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:09.214060 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:09.224566 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.235010 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Pushing event updated for resources: {'Port': ['ID=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:09.296002 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.db.api [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 07 10:27:09.296349 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab576aa-70ec-451a-9a38-a8592588dcfd None None] Pushing event updated for resources: {'Port': ['ID=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:09.297518 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG oslo_db.api [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 10:27:09.309232 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks [] for router_gateway (06868954-c553-4234-b52c-a7bb334740bc), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.338705 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:09.339349 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:09.388946 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-05ba8046-adf0-45af-b2ef-e007f5b4782f None None] Current status of the port bb21b428-0c10-4532-9d7c-5375f62b5d0d is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:09.425508 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.437580 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:09.462745 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Deleting port 23f380f4-14df-44dc-869e-3a933c2a1a81 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:27:09.463201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.471312 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:27:07Z', 'revision_number': 5, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port': {'id': '23f380f4-14df-44dc-869e-3a933c2a1a81', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868954-c553-4234-b52c-a7bb334740bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:09.477861 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:09.523511 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] Checking router: 06868954-c553-4234-b52c-a7bb334740bc for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:27:09.543793 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] Routers {'06868954-c553-4234-b52c-a7bb334740bc'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:09.544587 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['06868954-c553-4234-b52c-a7bb334740bc'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:09.654400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] For port 23f380f4-14df-44dc-869e-3a933c2a1a81, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=23f380f4-14df-44dc-869e-3a933c2a1a81,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:09.654775 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.679858 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] Set router 06868954-c553-4234-b52c-a7bb334740bc gateway port host: None {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:09.710318 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Calling delete_port for 23f380f4-14df-44dc-869e-3a933c2a1a81 owned by network:router_gateway {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:27:09.722832 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:09.746239 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 6, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:09.746942 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:09.751235 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:06Z', 'revision_number': 3, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:09.798515 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc694102-27cd-4302-bbd8-5671860b1191 None None] The sync data for ids ['06868954-c553-4234-b52c-a7bb334740bc'] in dv-cinder-822821-4-iscsi is: [{'id': '06868954-c553-4234-b52c-a7bb334740bc', 'name': 'tempest-DeleteServersTestJSON-1479855673-router', 'tenant_id': '0c765bc215964bce8a321b4f3d085ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 6, 'project_id': '0c765bc215964bce8a321b4f3d085ae6', 'gw_port_host': None}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:27:09.829605 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks [] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.834501 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:09.837179 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:09.840619 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.841760 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.842709 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2c140-6fa6-4fb8-990c-dcbfa9ef8d22 None None] The sync data for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi is: [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:06Z', 'revision_number': 3, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:27:09.842966 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bb21b428-0c10-4532-9d7c-5375f62b5d0d is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:09.846773 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c44e0327-a33f-48de-8487-7a0fbaad65dc None None] Provisioning complete for port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:09.847222 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c44e0327-a33f-48de-8487-7a0fbaad65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:09.922605 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c44e0327-a33f-48de-8487-7a0fbaad65dc None None] Port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:27:09.975167 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Pushing event updated for resources: {'Port': ['ID=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:10.070657 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe848a81-b776-40b8-b4a9-8e48aaaf1e10 req-af1777b3-3b2f-4e42-a60b-b3cdd4adf130 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:10.073367 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fe848a81-b776-40b8-b4a9-8e48aaaf1e10 req-af1777b3-3b2f-4e42-a60b-b3cdd4adf130 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1303868 Jul 07 10:27:10.139159 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:10.148985 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:10.158958 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (23f380f4-14df-44dc-869e-3a933c2a1a81), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.163174 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fe848a81-b776-40b8-b4a9-8e48aaaf1e10 req-572c028d-f7ee-40b0-8c4e-b72155e853c1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812953 Jul 07 10:27:10.209237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43206) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:10.211987 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f380f4-14df-44dc-869e-3a933c2a1a81,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:10.298614 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb21b428-0c10-4532-9d7c-5375f62b5d0d up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:10.363866 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (06868954-c553-4234-b52c-a7bb334740bc), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.512032 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port bb21b428-0c10-4532-9d7c-5375f62b5d0d triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:10.512626 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.546658 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:27:10.597711 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:10.651332 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (06868954-c553-4234-b52c-a7bb334740bc), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.660738 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks [] for router_controller (06868954-c553-4234-b52c-a7bb334740bc), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.692404 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-864bf945-7a38-4fa1-bd6c-02830867b16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.694611 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e5e097e7-ae83-4dc4-a9c8-211e3a0404de None None] Provisioning complete for port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:10.695381 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e5e097e7-ae83-4dc4-a9c8-211e3a0404de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.703221 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bb21b428-0c10-4532-9d7c-5375f62b5d0d is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:10.748104 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e5e097e7-ae83-4dc4-a9c8-211e3a0404de None None] Port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:27:10.752662 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:27:10.764297 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-39501ac2-1b1c-42dc-ab6b-e7ae0b73543f admin admin] 10.222.0.16 "PUT /v2.0/routers/c19ef6db-b949-44ad-b4ad-5d9659dad6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1185486 Jul 07 10:27:10.800304 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:10.818031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (06868954-c553-4234-b52c-a7bb334740bc), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.818740 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06868954-c553-4234-b52c-a7bb334740bc {{(pid=103872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:27:10.825121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.826502 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-77d4e82c-5c65-44fd-8e56-17d238019324 admin admin] 10.222.0.16 "DELETE /v2.0/routers/06868954-c553-4234-b52c-a7bb334740bc HTTP/1.1" status: 204 len: 168 time: 1.8639123 Jul 07 10:27:10.829199 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43246) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:10.951113 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-864bf945-7a38-4fa1-bd6c-02830867b16b admin admin] Publish callbacks [] for security_group (c3f4c70d-c98d-45c2-9367-9457b5a6e765), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.968727 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-864bf945-7a38-4fa1-bd6c-02830867b16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c3f4c70d-c98d-45c2-9367-9457b5a6e765), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.969191 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Deleting subnet f31a9efb-adf1-4c21-859d-b7bed3c2db67 {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:27:10.969191 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Publish callbacks [] for subnet (f31a9efb-adf1-4c21-859d-b7bed3c2db67), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:10.969191 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:11.008875 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Publish callbacks [] for subnet (f31a9efb-adf1-4c21-859d-b7bed3c2db67), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.023280 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bf945-7a38-4fa1-bd6c-02830867b16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f4c70d-c98d-45c2-9367-9457b5a6e765,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:11.045648 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-864bf945-7a38-4fa1-bd6c-02830867b16b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be3af6e5ba244de3bb4f16570a4f42e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8349559 Jul 07 10:27:11.046481 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43254) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:11.101212 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (f31a9efb-adf1-4c21-859d-b7bed3c2db67), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.139201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b0b21e0-0e1c-46e2-ab81-434f9ed4db2e admin admin] Publish callbacks [] for security_group (c3f4c70d-c98d-45c2-9367-9457b5a6e765), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.195712 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for subnet (f31a9efb-adf1-4c21-859d-b7bed3c2db67), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.206154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b0b21e0-0e1c-46e2-ab81-434f9ed4db2e admin admin] Publish callbacks [] for security_group (c3f4c70d-c98d-45c2-9367-9457b5a6e765), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.296428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31a9efb-adf1-4c21-859d-b7bed3c2db67,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:11.309818 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.310206 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f366ce6-c250-45e6-86c6-002c5ff54442 None None] Network 0130b19f-e9e8-4fb0-9387-7681bab626e8 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:11.314421 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-67bb5bba-c647-44d1-b04a-d57eda7e68c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f31a9efb-adf1-4c21-859d-b7bed3c2db67 HTTP/1.1" status: 204 len: 168 time: 0.4840426 Jul 07 10:27:11.324213 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43278) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:11.384156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198469c-9b56-44b1-a6a2-4db2d675e349 req-e8615c8a-0513-4f40-9d77-23df48d97dd2 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:11.386114 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c198469c-9b56-44b1-a6a2-4db2d675e349 req-e8615c8a-0513-4f40-9d77-23df48d97dd2 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0806494 Jul 07 10:27:11.417559 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b0b21e0-0e1c-46e2-ab81-434f9ed4db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c3f4c70d-c98d-45c2-9367-9457b5a6e765), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.420308 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b0b21e0-0e1c-46e2-ab81-434f9ed4db2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.426896 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8b0b21e0-0e1c-46e2-ab81-434f9ed4db2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3f4c70d-c98d-45c2-9367-9457b5a6e765 HTTP/1.1" status: 204 len: 168 time: 0.3768258 Jul 07 10:27:11.515522 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b21e0-0e1c-46e2-ab81-434f9ed4db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f4c70d-c98d-45c2-9367-9457b5a6e765,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:11.581252 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c198469c-9b56-44b1-a6a2-4db2d675e349 req-08776e8f-9426-4b28-91c4-2eebf49b3454 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887562 Jul 07 10:27:11.609949 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] DHCP port deletion for 0130b19f-e9e8-4fb0-9387-7681bab626e8 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:27:11.702767 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] Deleting port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 {{(pid=103873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:27:11.703351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), before_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.808975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] For port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:11.809831 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), precommit_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.820223 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43302) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:11.828030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-695483189-network', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:11.828371 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] Calling delete_port for 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 owned by network:dhcp {{(pid=103873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:27:11.891309 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Made reservation on behalf of deee1a73e228459ea17b72dafe9fd738 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:11.893347 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (0130b19f-e9e8-4fb0-9387-7681bab626e8), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.895493 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:11.934383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.016370 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:12.018574 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Deleting port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:27:12.019150 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.099232 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks [] for security_group (a49ec716-ec79-465d-a2a0-d1f69197aa14), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.104136 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a49ec716-ec79-465d-a2a0-d1f69197aa14), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.133818 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:12.139606 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] For port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,segment=NetworkSegment(bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a),segment_id=bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:12.140223 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.145995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:27:12.160140 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ec716-ec79-465d-a2a0-d1f69197aa14,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:12.167899 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Calling delete_port for 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 owned by network:dhcp {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:27:12.173823 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (e0e1352a-68e3-4736-b366-b45a52194215), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.174016 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Added segment e0e1352a-68e3-4736-b366-b45a52194215 of type vlan for network 2f3cba20-f822-4848-986d-d1b4a8ad266d Jul 07 10:27:12.185220 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:12.233576 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (2f3cba20-f822-4848-986d-d1b4a8ad266d), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.243204 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), after_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.270830 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (2f3cba20-f822-4848-986d-d1b4a8ad266d), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.273243 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:12.274715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.278956 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:12.279553 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.282592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] Pushing event deleted for resources: {'Port': ['ID=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,revision_number=None']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:12.332735 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0512d-8cc1-435e-888f-11d4f8427221 None None] No DVR routers for this DVR port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 on host dv-cinder-822821-4-iscsi {{(pid=103873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:27:12.346827 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5244672 Jul 07 10:27:12.349846 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43316) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:12.360199 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Request body: {'subnet': {'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-695483189-subnet', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:12.373171 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (6511c9e5-1b34-4fc6-9c29-9b9163c20ff2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.405582 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] No DVR routers for this DVR port 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 on host dv-cinder-822821-4-iscsi {{(pid=103871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:27:12.424241 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:12.425052 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.425597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8bae1-075f-481b-93f7-95a3dd017498 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3cba20-f822-4848-986d-d1b4a8ad266d,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:12.436620 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:12.445238 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:27:12.455384 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Pushing event deleted for resources: {'Port': ['ID=6511c9e5-1b34-4fc6-9c29-9b9163c20ff2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:12.476814 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:12.479687 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Made reservation on behalf of deee1a73e228459ea17b72dafe9fd738 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:12.482480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.496188 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.602760 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (0130b19f-e9e8-4fb0-9387-7681bab626e8), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.606210 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:12.638407 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.638748 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.639477 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.639989 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > port after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.640490 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.640961 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.641416 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.641889 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.642353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.642828 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.653079 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 23f380f4-14df-44dc-869e-3a933c2a1a81 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:27:12.683923 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 23f380f4-14df-44dc-869e-3a933c2a1a81 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:27:12.684271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 23f380f4-14df-44dc-869e-3a933c2a1a81 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:27:12.684688 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b0404bf9-a304-4923-879b-b12a5e5fcb04 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:27:12.707656 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: b0404bf9-a304-4923-879b-b12a5e5fcb04 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:27:12.709295 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b0404bf9-a304-4923-879b-b12a5e5fcb04 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:27:12.709847 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:27:12.714673 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.715024 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.715353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.715782 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 10:27:12.716070 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0130b19f-e9e8-4fb0-9387-7681bab626e8']}} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:12.740307 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:27:12.740893 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6511c9e5-1b34-4fc6-9c29-9b9163c20ff2 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:27:12.746574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43328) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:12.751380 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a') {'for_net_delete': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:12.751871 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a') {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:12.812958 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12927630'] for segment (bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.850640 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54afc-315d-4f78-be02-4ca7b08a658e req-0c1ea0ae-3c73-4364-96cd-537cd02cec13 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:12.852255 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1ae54afc-315d-4f78-be02-4ca7b08a658e req-0c1ea0ae-3c73-4364-96cd-537cd02cec13 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1299474 Jul 07 10:27:12.853745 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.867727 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Sync routers for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:27:12.868298 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1890856842-network', 'tenant_id': '3d3b58b3beed423aba9a7c28d1e09c88'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:12.875728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=5,neutron:INSERT=19,neutron:SELECT=72,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:12.876120 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:27:12.876675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12927438'] for segment (bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.883368 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:12.884230 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:12.886678 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:12.895770 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Made reservation on behalf of 3d3b58b3beed423aba9a7c28d1e09c88 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:12.898441 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:12.917693 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.020083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks [] for security_group (5c053ad9-05a9-41bc-91a6-c80c239f7ff1), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.026827 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (5c053ad9-05a9-41bc-91a6-c80c239f7ff1), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.047234 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (0130b19f-e9e8-4fb0-9387-7681bab626e8), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.054789 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (b493165d-712e-4381-8551-2bd3a74f562d), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.069176 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:27:13.073041 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1ae54afc-315d-4f78-be02-4ca7b08a658e req-b727d4bf-dcb4-4f17-9863-554b8ceddec4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109277 Jul 07 10:27:13.074254 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.077745 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0130b19f-e9e8-4fb0-9387-7681bab626e8 HTTP/1.1" status: 204 len: 168 time: 1.7516811 Jul 07 10:27:13.087781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (6978854c-5de4-4d61-a971-b3dc5c548889), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.088139 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Added segment 6978854c-5de4-4d61-a971-b3dc5c548889 of type vlan for network 077a047b-f9c7-490e-ac9f-1de351d3c473 Jul 07 10:27:13.090115 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c053ad9-05a9-41bc-91a6-c80c239f7ff1,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:13.116446 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:13.144188 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (077a047b-f9c7-490e-ac9f-1de351d3c473), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.153840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7c8d8-ca15-4128-8ab5-41eacc428650 admin admin] Pushing event deleted for resources: {'Network': ['ID=0130b19f-e9e8-4fb0-9387-7681bab626e8,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:13.183632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b493165d-712e-4381-8551-2bd3a74f562d,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:13.196879 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (077a047b-f9c7-490e-ac9f-1de351d3c473), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.197993 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:13.199139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.201846 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Checking segment: {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:13.202204 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Network hostable DHCP agents. Network: 2f3cba20-f822-4848-986d-d1b4a8ad266d, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:27:13.231301 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:27:13.246123 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4981906 Jul 07 10:27:13.248970 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43346) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:13.252876 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 2f3cba20-f822-4848-986d-d1b4a8ad266d) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:13.260509 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:13.262042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.264567 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9365d76-21a4-4715-9b34-449f829f031d None None] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:13.289815 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a resource provider aggregate not found Jul 07 10:27:13.298800 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Request body: {'subnet': {'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1890856842-subnet', 'tenant_id': '3d3b58b3beed423aba9a7c28d1e09c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:13.308022 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4138cd-a14c-48d0-8130-e1a830306ded admin admin] Pushing event updated for resources: {'Network': ['ID=077a047b-f9c7-490e-ac9f-1de351d3c473,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:13.326766 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd4d4aa5-1ceb-4f29-9227-9e80b7a3094a found for delete ", "request_id": "req-5fa40ab0-fd3d-4d02-a339-41d2b598407a"}]} Jul 07 10:27:13.333028 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-58673761-7fd7-4b98-bb3b-fba05933d8c2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9792686 Jul 07 10:27:13.333232 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Made reservation on behalf of 3d3b58b3beed423aba9a7c28d1e09c88 for: {'subnet': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:13.334737 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14360026'] for subnet (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.336636 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43350) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:13.343387 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:13.367310 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 077a047b-f9c7-490e-ac9f-1de351d3c473 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:27:13.375564 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43354) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:13.420059 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:13.433008 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:13.442504 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 2, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:13.465674 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-661e7846-6a69-460d-800e-1eaa1ea68917 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c765bc215964bce8a321b4f3d085ae6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0889475 Jul 07 10:27:13.468272 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43356) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:13.475049 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Checking router: c19ef6db-b949-44ad-b4ad-5d9659dad6b2 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:27:13.475440 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Updating router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:27:13.497155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.498594 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.500195 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-2f3cba20-f822-4848-986d-d1b4a8ad266d', 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d', 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'fixed_ips': [{'subnet_id': 'b493165d-712e-4381-8551-2bd3a74f562d'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:27:13.501290 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.531952 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-372c77c7-0165-44d0-80c2-0a77702ec56f admin admin] Publish callbacks [] for security_group (3bb7e4c0-69a6-410a-b171-834bb33d8394), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.533431 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:13.555968 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.559089 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-372c77c7-0165-44d0-80c2-0a77702ec56f admin admin] Publish callbacks [] for security_group (3bb7e4c0-69a6-410a-b171-834bb33d8394), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.617913 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-372c77c7-0165-44d0-80c2-0a77702ec56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (3bb7e4c0-69a6-410a-b171-834bb33d8394), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.620649 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-372c77c7-0165-44d0-80c2-0a77702ec56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.622064 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-372c77c7-0165-44d0-80c2-0a77702ec56f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bb7e4c0-69a6-410a-b171-834bb33d8394 HTTP/1.1" status: 204 len: 168 time: 0.1526551 Jul 07 10:27:13.627482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks [] for router_controller (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), precommit_add_association {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.632731 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c77c7-0165-44d0-80c2-0a77702ec56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb7e4c0-69a6-410a-b171-834bb33d8394,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:13.754495 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Allocated IP 172.20.0.2 (2f3cba20-f822-4848-986d-d1b4a8ad266d/b493165d-712e-4381-8551-2bd3a74f562d/544df059-6049-4abf-b5a5-b0816bc81c46) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:13.840326 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13954314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14357296'] for subnet (3ebdde65-b337-4963-a40a-a8e44496b3e8), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.843015 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:13.881904 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Publish callbacks [] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.893597 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.917107 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks [] for router_gateway (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:13.938551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:13.968184 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:13.992424 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff912e93-febb-415d-85c6-52ad67b28f0a None None] Pushing event updated for resources: {'Port': ['ID=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:13.997677 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Publish callbacks [] for port (544df059-6049-4abf-b5a5-b0816bc81c46), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.002259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebdde65-b337-4963-a40a-a8e44496b3e8,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:14.014405 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.038715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Checking segment: {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:14.039408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Network hostable DHCP agents. Network: 077a047b-f9c7-490e-ac9f-1de351d3c473, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:27:14.086416 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:14.097474 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:14.100212 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Pushing event updated for resources: {'Port': ['ID=544df059-6049-4abf-b5a5-b0816bc81c46,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:14.102755 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:14.106481 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:14.124736 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.163427 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Network 077a047b-f9c7-490e-ac9f-1de351d3c473 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:27:14.234485 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 077a047b-f9c7-490e-ac9f-1de351d3c473) {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:14.247617 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda0a38-74cb-4246-8b7f-643d0b35c846 None None] Network 077a047b-f9c7-490e-ac9f-1de351d3c473 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:14.255574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:14.255574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.303373 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Attempting to bind port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:14.303735 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Attempting to bind port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:14.304109 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Attempting to bind port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e on network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:14.326023 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:14.326398 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Checking segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:14.326797 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.327186 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Bound using segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:14.327659 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Bound port: ad8d5e00-af3d-43a4-83e0-3df5f909ef0e, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:14.328072 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.352941 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:14.366996 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5a74c338-9584-4198-947c-eac75ed9a30d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1168823 Jul 07 10:27:14.386504 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Attempting to bind port 544df059-6049-4abf-b5a5-b0816bc81c46 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:14.387169 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Attempting to bind port 544df059-6049-4abf-b5a5-b0816bc81c46 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:14.388634 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Attempting to bind port 544df059-6049-4abf-b5a5-b0816bc81c46 on network 2f3cba20-f822-4848-986d-d1b4a8ad266d {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:14.419106 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] For port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:14.422969 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] For port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:14.424124 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b417-6147-47e6-9975-78b18eb843b8 req-cc998f64-7716-4be2-8ed3-207625706316 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:14.425700 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8796b417-6147-47e6-9975-78b18eb843b8 req-cc998f64-7716-4be2-8ed3-207625706316 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1586809 Jul 07 10:27:14.437749 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks [] for router_gateway (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.440063 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.449106 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] Provisioning complete for port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:14.449545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.457690 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:14.475394 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.528063 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:14.528656 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:14.535367 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff912e93-febb-415d-85c6-52ad67b28f0a None None] Pushing event updated for resources: {'Port': ['ID=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:14.578048 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:14.578660 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Checking segment: {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:14.579082 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.579483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Bound using segment: {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:14.580049 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Bound port: 544df059-6049-4abf-b5a5-b0816bc81c46, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:14.580434 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.641025 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Allocated IP 172.27.1.85 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/66332d6b-f3d4-4af8-81e2-cc6e01873af6) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:14.646555 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:14.781672 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:14.784399 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e32489c-fc06-453b-8f96-6e56ca26893e None None] Network 077a047b-f9c7-490e-ac9f-1de351d3c473 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:14.837621 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8796b417-6147-47e6-9975-78b18eb843b8 req-7f6da2b3-6b13-4b2b-82e3-b3a7db02e8c6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025674 Jul 07 10:27:14.880250 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks [] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.906161 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:14.911614 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] Current status of the port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:14.912030 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.916602 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] For port 544df059-6049-4abf-b5a5-b0816bc81c46, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:14.922975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] For port 544df059-6049-4abf-b5a5-b0816bc81c46, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=544df059-6049-4abf-b5a5-b0816bc81c46,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:14.928761 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:14.967727 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:15.094352 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] For port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:15.108910 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:15.133194 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d60d47-ddf1-4cbc-b0ec-0391bd311f7c None None] Pushing event updated for resources: {'Port': ['ID=544df059-6049-4abf-b5a5-b0816bc81c46,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:15.278899 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:15.325991 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-5f38b875-1b81-4c63-a812-b063efd77a25 None None] Provisioning complete for port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:15.326384 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5f38b875-1b81-4c63-a812-b063efd77a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:15.329019 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e52c38-976f-4641-ac84-30268c04f970 None None] The sync data for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi is: [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:27:15.395057 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc11dc-c8fa-4fce-8ff0-e7b5921d5bdb None None] Pushing event updated for resources: {'Port': ['ID=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:15.478906 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:15.508130 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Pushing event updated for resources: {'Port': ['ID=66332d6b-f3d4-4af8-81e2-cc6e01873af6,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:15.519664 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:15.521916 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:15.538475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:15.782870 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-5f38b875-1b81-4c63-a812-b063efd77a25 None None] Current status of the port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:15.817881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:16.058193 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device ad8d5e00-af3d-43a4-83e0-3df5f909ef0e up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:16.085171 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432f1de-6d71-4fd0-944b-4229727b40b3 req-4a46ad9d-1c1e-441c-9f15-b4a074f6d2b4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:16.087531 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a432f1de-6d71-4fd0-944b-4229727b40b3 req-4a46ad9d-1c1e-441c-9f15-b4a074f6d2b4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0982203 Jul 07 10:27:16.136822 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks [] for router_gateway (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.177750 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-37347474-3bcc-4233-b9bf-20bcae519e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.185045 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a432f1de-6d71-4fd0-944b-4229727b40b3 req-38964ae5-5a80-4079-b37f-f0f6f64ff098 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880969 Jul 07 10:27:16.185741 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:16.186116 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.247436 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:16.342370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:16.344586 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 544df059-6049-4abf-b5a5-b0816bc81c46 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:16.409966 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 544df059-6049-4abf-b5a5-b0816bc81c46 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:16.410351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.571449 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 544df059-6049-4abf-b5a5-b0816bc81c46 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:16.571908 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.592072 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.631375 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 544df059-6049-4abf-b5a5-b0816bc81c46, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=544df059-6049-4abf-b5a5-b0816bc81c46,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:16.635046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa3413-d77b-4c92-bb02-cf9b19c51aac None None] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:16.642652 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.778271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-40819dc4-fc13-4588-95e2-401444570ecd None None] Provisioning complete for port 544df059-6049-4abf-b5a5-b0816bc81c46 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:16.778641 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-40819dc4-fc13-4588-95e2-401444570ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.787933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:27:16.831254 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:16.886272 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=544df059-6049-4abf-b5a5-b0816bc81c46,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:16.943824 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-40819dc4-fc13-4588-95e2-401444570ecd None None] Current status of the port 544df059-6049-4abf-b5a5-b0816bc81c46 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:16.946743 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:27:16.960501 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Sync routers for ids ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:27:16.979313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:16.984781 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43442) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:16.988259 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-93c3adcb-a2a7-44f1-ba0e-1d98b7b5fbac admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6494319 Jul 07 10:27:16.992479 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Routers {'5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:16.992641 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:26:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:17.232858 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Set router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:17.322869 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-d25c2fa5-5aea-4434-a1a9-647ad4dcff28 None None] Provisioning complete for port 544df059-6049-4abf-b5a5-b0816bc81c46 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:17.323250 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d25c2fa5-5aea-4434-a1a9-647ad4dcff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:17.397695 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d84e1-74e4-487a-9429-3ea15d67adf3 req-9de0d26b-49b2-40e9-b281-75cb3900df92 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:17.400006 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e50d84e1-74e4-487a-9429-3ea15d67adf3 req-9de0d26b-49b2-40e9-b281-75cb3900df92 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0701444 Jul 07 10:27:17.484370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:17.489544 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e50d84e1-74e4-487a-9429-3ea15d67adf3 req-e7cad990-6a8b-4253-862f-bd49ed7f4a6d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790453 Jul 07 10:27:17.565689 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-d25c2fa5-5aea-4434-a1a9-647ad4dcff28 None None] Current status of the port 544df059-6049-4abf-b5a5-b0816bc81c46 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:17.596969 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:27:15Z', 'revision_number': 3, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:17.626545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Checking router: 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:27:17.627026 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Updating router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:27:17.656055 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-0161daec-027d-4945-9cc3-17bcffcb9102 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:17.656617 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:17.657443 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-0161daec-027d-4945-9cc3-17bcffcb9102 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/networks?id=077a047b-f9c7-490e-ac9f-1de351d3c473 HTTP/1.1" status: 200 len: 809 time: 0.2545846 Jul 07 10:27:17.686368 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-1e04fb91-50fa-4574-904f-c08e4ba05f39 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/quotas/3d3b58b3beed423aba9a7c28d1e09c88 HTTP/1.1" status: 200 len: 375 time: 0.0224550 Jul 07 10:27:17.739693 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-3f5dea68-78f5-450d-9783-5aa30e81f106 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523930 Jul 07 10:27:17.779971 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:17.856186 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:17.906671 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:17.920308 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-530644d0-0211-4877-9ab4-d72bee93dbb0 service neutron] 10.222.0.16 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743493 Jul 07 10:27:17.973406 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 544df059-6049-4abf-b5a5-b0816bc81c46 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:17.987472 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43482) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:18.020905 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Publish callbacks [] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.031196 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.055064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:18.102219 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 544df059-6049-4abf-b5a5-b0816bc81c46 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:18.102599 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.106586 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Attempting to bind port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:18.106708 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Attempting to bind port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:18.107057 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Attempting to bind port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:18.109020 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc038-7104-4df6-ae67-0c107e0c834d None None] Pushing event updated for resources: {'Port': ['ID=66332d6b-f3d4-4af8-81e2-cc6e01873af6,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:18.127111 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-e56790c1-86c2-421f-b100-599298ba5251 service neutron] 10.222.0.16 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989870 Jul 07 10:27:18.139479 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:18.139885 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:18.140286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.140674 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:18.141151 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Bound port: 66332d6b-f3d4-4af8-81e2-cc6e01873af6, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:18.141526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.153635 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2777d681-eebf-4de1-a2ad-6235de79acbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.190138 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Allocated IP 172.20.0.1 (2f3cba20-f822-4848-986d-d1b4a8ad266d/b493165d-712e-4381-8551-2bd3a74f562d/26d78c76-70cc-4b1d-a916-bfeab4e36c78) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:18.226259 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] For port 66332d6b-f3d4-4af8-81e2-cc6e01873af6, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:18.259601 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] For port 66332d6b-f3d4-4af8-81e2-cc6e01873af6, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=66332d6b-f3d4-4af8-81e2-cc6e01873af6,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:18.283661 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 544df059-6049-4abf-b5a5-b0816bc81c46 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:18.288763 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.300778 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:18.324064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4d97-7912-4e14-8cca-d082e83187c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.337271 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks [] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.347936 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2777d681-eebf-4de1-a2ad-6235de79acbc admin admin] Publish callbacks [] for security_group (d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.373328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc038-7104-4df6-ae67-0c107e0c834d None None] Pushing event updated for resources: {'Port': ['ID=66332d6b-f3d4-4af8-81e2-cc6e01873af6,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:18.373760 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.377114 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2777d681-eebf-4de1-a2ad-6235de79acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.380643 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-94a284c1-7b3c-4096-87ea-8d4a6eb59ba8 req-b8aa6a07-b6e7-4595-9cb8-681ace516b0d tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 210 time: 0.0637062 Jul 07 10:27:18.388313 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Routers {'5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:18.389137 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:18.404873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:18.410203 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777d681-eebf-4de1-a2ad-6235de79acbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:18.421646 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d78c76-70cc-4b1d-a916-bfeab4e36c78,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:18.436558 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:18.438599 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:18.441485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:18.453042 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:18.459152 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2777d681-eebf-4de1-a2ad-6235de79acbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77014643111f44f88c6737c06c9188a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697857 Jul 07 10:27:18.463775 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43492) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:18.540828 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-264322f0-2c68-43e2-a2a0-bcb29e74c295 admin admin] Publish callbacks [] for security_group (d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.574873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-264322f0-2c68-43e2-a2a0-bcb29e74c295 admin admin] Publish callbacks [] for security_group (d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.583209 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.619895 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] Set router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:18.649205 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-264322f0-2c68-43e2-a2a0-bcb29e74c295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.652189 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-264322f0-2c68-43e2-a2a0-bcb29e74c295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:18.657172 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-264322f0-2c68-43e2-a2a0-bcb29e74c295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0 HTTP/1.1" status: 204 len: 168 time: 0.1920426 Jul 07 10:27:18.678155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264322f0-2c68-43e2-a2a0-bcb29e74c295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28d0e1f-f27e-452b-9c34-4cc0a9ee5ab0,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:19.067215 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:27:15Z', 'revision_number': 3, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:19.109476 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558595a1-3cbd-4651-85b4-c273a97b7a9d None None] The sync data for ids ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'] in dv-cinder-822821-4-iscsi is: [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:27:15Z', 'revision_number': 3, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:27:19.125978 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fc5e2-5077-450d-95e6-d88d2cd1c92f req-f86ab0cf-f5b8-45ce-8fe1-acc35893c0e8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:19.127721 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d48fc5e2-5077-450d-95e6-d88d2cd1c92f req-f86ab0cf-f5b8-45ce-8fe1-acc35893c0e8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0848498 Jul 07 10:27:19.196257 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:19.206457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-b5460fe7-2ab2-434d-b0a6-f0523fee9deb None None] Provisioning complete for port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:19.206841 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b5460fe7-2ab2-434d-b0a6-f0523fee9deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.227812 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d48fc5e2-5077-450d-95e6-d88d2cd1c92f req-3e5dd8f0-7d6f-44a8-8569-e891a9a4fafa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Jul 07 10:27:19.259469 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.306210 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-b5460fe7-2ab2-434d-b0a6-f0523fee9deb None None] Port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:27:19.310881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43516) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:19.327597 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:19.332935 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0a59642-9921-44ad-999b-05559dcf93ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.491806 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0a59642-9921-44ad-999b-05559dcf93ec admin admin] Publish callbacks [] for security_group (b1155f7c-1224-453f-adb6-5ffaae5719e5), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.498823 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0a59642-9921-44ad-999b-05559dcf93ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b1155f7c-1224-453f-adb6-5ffaae5719e5), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.501637 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks [] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.525534 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.567123 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.600758 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-425ff834-5a51-4cbc-ab6d-63607a8f87c2 req-d8ddd7e3-3c89-4f0a-a422-f24f320a35ec tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 210 time: 0.0427518 Jul 07 10:27:19.606311 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d0a59642-9921-44ad-999b-05559dcf93ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1372ac0621594eeb9dceee411e81c9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927597 Jul 07 10:27:19.608959 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 43528) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:19.625793 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a59642-9921-44ad-999b-05559dcf93ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1155f7c-1224-453f-adb6-5ffaae5719e5,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:19.659048 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d78c76-70cc-4b1d-a916-bfeab4e36c78,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:19.662824 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.700565 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea518-efc8-4a81-b204-683d3574f32f admin admin] Publish callbacks [] for security_group (b1155f7c-1224-453f-adb6-5ffaae5719e5), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.752025 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea518-efc8-4a81-b204-683d3574f32f admin admin] Publish callbacks [] for security_group (b1155f7c-1224-453f-adb6-5ffaae5719e5), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.833642 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea518-efc8-4a81-b204-683d3574f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b1155f7c-1224-453f-adb6-5ffaae5719e5), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.836720 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea518-efc8-4a81-b204-683d3574f32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:19.841369 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2c7ea518-efc8-4a81-b204-683d3574f32f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1155f7c-1224-453f-adb6-5ffaae5719e5 HTTP/1.1" status: 204 len: 168 time: 0.2311456 Jul 07 10:27:19.869335 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:19.871444 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:19.976924 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ea518-efc8-4a81-b204-683d3574f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1155f7c-1224-453f-adb6-5ffaae5719e5,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:20.072883 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 66332d6b-f3d4-4af8-81e2-cc6e01873af6 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:20.147159 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-18253be1-8917-424a-a1d3-e2578c4ff740 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:20.149554 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-18253be1-8917-424a-a1d3-e2578c4ff740 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "GET /v2.0/networks?id=077a047b-f9c7-490e-ac9f-1de351d3c473 HTTP/1.1" status: 200 len: 809 time: 0.3068490 Jul 07 10:27:20.166237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Request body: {'port': {'device_id': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473', 'admin_state_up': True, 'tenant_id': '3d3b58b3beed423aba9a7c28d1e09c88'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:20.189351 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:27:20.208585 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:20.209650 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:20.399704 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-38812a17-f325-4b49-aef7-26c6fe4fcfdf None None] Provisioning complete for port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:20.401182 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-38812a17-f325-4b49-aef7-26c6fe4fcfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:20.448693 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:20.470060 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Made reservation on behalf of 3d3b58b3beed423aba9a7c28d1e09c88 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:20.473882 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:27:20.476069 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:20.479207 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8d3aa33b-1b1b-4fd4-b71f-ea2fd4fc0ff5 admin admin] 10.222.0.16 "PUT /v2.0/routers/5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4933307 Jul 07 10:27:20.493762 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766239c6-0b46-4886-9725-901652645579 req-eec081f0-b7cd-4623-82c5-52481da16999 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:20.495320 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-766239c6-0b46-4886-9725-901652645579 req-eec081f0-b7cd-4623-82c5-52481da16999 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0722246 Jul 07 10:27:20.529452 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-38812a17-f325-4b49-aef7-26c6fe4fcfdf None None] Port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:27:20.609563 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-766239c6-0b46-4886-9725-901652645579 req-a1da6912-7c93-496b-a9b6-3d783e8a7a10 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081178 Jul 07 10:27:20.628061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:20.649595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:20.650740 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:20.705855 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 66332d6b-f3d4-4af8-81e2-cc6e01873af6, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=66332d6b-f3d4-4af8-81e2-cc6e01873af6,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:20.715382 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:20.761370 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Allocated IP 172.20.0.2 (077a047b-f9c7-490e-ac9f-1de351d3c473/3ebdde65-b337-4963-a40a-a8e44496b3e8/fa036119-0380-421c-bdbb-88402fea7f30) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:20.831434 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:20.841160 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8a7925ee-4771-49e6-8a9f-05dfb4560740 req-40d61eab-d8dc-4e3e-998d-79a5b34ee578 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 210 time: 0.0717354 Jul 07 10:27:20.860539 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=66332d6b-f3d4-4af8-81e2-cc6e01873af6,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:21.005865 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.006807 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks [] for port (fa036119-0380-421c-bdbb-88402fea7f30), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.058515 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (fa036119-0380-421c-bdbb-88402fea7f30), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.092928 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43574) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:21.152224 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Network 077a047b-f9c7-490e-ac9f-1de351d3c473 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:21.155998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:21.162874 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:21.167587 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Pushing event updated for resources: {'Port': ['ID=fa036119-0380-421c-bdbb-88402fea7f30,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:21.222322 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:21.223082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.243110 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-54ef88f5-2011-4b3f-91ca-f4da21fe57ea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818248 Jul 07 10:27:21.279615 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a316b36-0ae2-4574-8f6d-b7d017a41430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.316321 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:21.319579 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.367133 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.403108 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a316b36-0ae2-4574-8f6d-b7d017a41430 admin admin] Publish callbacks [] for security_group (220d519f-5222-4c16-8567-7a806f74a5c6), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.407975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a316b36-0ae2-4574-8f6d-b7d017a41430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (220d519f-5222-4c16-8567-7a806f74a5c6), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.452230 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a316b36-0ae2-4574-8f6d-b7d017a41430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d519f-5222-4c16-8567-7a806f74a5c6,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:21.456431 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3a316b36-0ae2-4574-8f6d-b7d017a41430 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f1d5f362a4d410d846ddf2e919da8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624268 Jul 07 10:27:21.458975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43606) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:21.517236 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c3d308a9-ad9f-4019-94ae-80b279c33c38 admin admin] Publish callbacks [] for security_group (220d519f-5222-4c16-8567-7a806f74a5c6), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.531477 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:21.546909 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c3d308a9-ad9f-4019-94ae-80b279c33c38 admin admin] Publish callbacks [] for security_group (220d519f-5222-4c16-8567-7a806f74a5c6), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.605120 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c3d308a9-ad9f-4019-94ae-80b279c33c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (220d519f-5222-4c16-8567-7a806f74a5c6), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.609428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c3d308a9-ad9f-4019-94ae-80b279c33c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:21.610608 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c3d308a9-ad9f-4019-94ae-80b279c33c38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/220d519f-5222-4c16-8567-7a806f74a5c6 HTTP/1.1" status: 204 len: 168 time: 0.1507347 Jul 07 10:27:21.620961 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d308a9-ad9f-4019-94ae-80b279c33c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d519f-5222-4c16-8567-7a806f74a5c6,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:21.827940 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132aaf-2da7-469b-b6bb-75c8a3b3fbdb req-b48e78d3-90eb-4bb3-9a4f-b18ee7c54da7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:21.829634 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-31132aaf-2da7-469b-b6bb-75c8a3b3fbdb req-b48e78d3-90eb-4bb3-9a4f-b18ee7c54da7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0869524 Jul 07 10:27:21.992115 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-31132aaf-2da7-469b-b6bb-75c8a3b3fbdb req-e46a6b42-c77b-41b4-a43e-840b2fe4fb6a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517365 Jul 07 10:27:22.038331 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 66332d6b-f3d4-4af8-81e2-cc6e01873af6 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:22.064911 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345e4e-d06a-4bda-b1bb-3daebe446009 req-3d30810a-1964-4bb8-bc27-916f60e1f90f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:22.067443 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3c345e4e-d06a-4bda-b1bb-3daebe446009 req-3d30810a-1964-4bb8-bc27-916f60e1f90f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 931 time: 0.0670533 Jul 07 10:27:22.121777 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:22.122573 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:22.178428 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3c345e4e-d06a-4bda-b1bb-3daebe446009 req-62980ece-bce0-4b29-9084-88b98673527e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043110 Jul 07 10:27:22.266055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:22.700453 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Sync routers for ids ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:27:22.725562 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Routers {'5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:22.727728 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:22.850397 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Set router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:22.934952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Request body: {'port': {'device_id': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:23.139555 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (fa036119-0380-421c-bdbb-88402fea7f30), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:23.190106 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:23.212698 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:27:19Z', 'revision_number': 4, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '26d78c76-70cc-4b1d-a916-bfeab4e36c78', 'name': '', 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'mac_address': 'fa:16:3e:63:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b493165d-712e-4381-8551-2bd3a74f562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:17Z', 'updated_at': '2022-07-07T10:27:19Z', 'revision_number': 2, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'subnets': [{'id': 'b493165d-712e-4381-8551-2bd3a74f562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:23.264106 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Checking router: 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:27:23.264821 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Updating router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:27:23.315446 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4a922-2f4d-46f6-a5d0-5189bc479138 req-39979ffb-010d-4998-871f-7c1f3073393e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:23.331013 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-27c4a922-2f4d-46f6-a5d0-5189bc479138 req-39979ffb-010d-4998-871f-7c1f3073393e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1648500 Jul 07 10:27:23.378151 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:23.513479 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-27c4a922-2f4d-46f6-a5d0-5189bc479138 req-b09ce499-6b1e-435a-8b86-9dbad0ea2345 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815515 Jul 07 10:27:23.588487 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:23.787279 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa036119-0380-421c-bdbb-88402fea7f30 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:23.805433 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:23.823048 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43676) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:23.826263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Publish callbacks [] for port (fa036119-0380-421c-bdbb-88402fea7f30), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:23.839961 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162481e-6b3e-4f59-880e-16d7974d96bb req-7006564b-bc25-4ca8-8a04-e32ffd3a0c5a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:23.842456 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e162481e-6b3e-4f59-880e-16d7974d96bb req-7006564b-bc25-4ca8-8a04-e32ffd3a0c5a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 931 time: 0.2895780 Jul 07 10:27:23.866723 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Transition to ACTIVE for port object fa036119-0380-421c-bdbb-88402fea7f30 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:27:23.877163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (fa036119-0380-421c-bdbb-88402fea7f30), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:23.968465 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:23.978550 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e162481e-6b3e-4f59-880e-16d7974d96bb req-779c58af-0651-41d8-9345-87efca6c04ba tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255643 Jul 07 10:27:24.012470 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa036119-0380-421c-bdbb-88402fea7f30,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:24.073319 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Publish callbacks [] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.076565 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f2274b5b-ecea-45dc-951f-b146aed8d81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.094748 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.128526 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Attempting to bind port fa036119-0380-421c-bdbb-88402fea7f30 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:24.128867 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Attempting to bind port fa036119-0380-421c-bdbb-88402fea7f30 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:24.129262 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Attempting to bind port fa036119-0380-421c-bdbb-88402fea7f30 on network 077a047b-f9c7-490e-ac9f-1de351d3c473 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:24.158399 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Port fa036119-0380-421c-bdbb-88402fea7f30 on network 077a047b-f9c7-490e-ac9f-1de351d3c473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:27:24.161144 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Attempting to bind port fa036119-0380-421c-bdbb-88402fea7f30 on network 077a047b-f9c7-490e-ac9f-1de351d3c473 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:24.174405 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:24.176524 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Checking segment: {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:24.177190 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Bound using segment: {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:24.177703 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Bound port: fa036119-0380-421c-bdbb-88402fea7f30, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:24.179676 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (fa036119-0380-421c-bdbb-88402fea7f30), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.179818 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5756a5b-6473-4061-b2d8-20cb352bbd66 None None] Pushing event updated for resources: {'Port': ['ID=26d78c76-70cc-4b1d-a916-bfeab4e36c78,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:24.289466 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Attempting to bind port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:24.290194 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Attempting to bind port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:24.290787 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Attempting to bind port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 on network 2f3cba20-f822-4848-986d-d1b4a8ad266d {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:24.297945 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f2274b5b-ecea-45dc-951f-b146aed8d81d admin admin] Publish callbacks [] for security_group (737f99e7-d41f-45f8-9159-d136d9318d2b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.299705 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:24.301069 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Checking segment: {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:24.301740 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.302340 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Bound using segment: {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:24.304555 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Bound port: 26d78c76-70cc-4b1d-a916-bfeab4e36c78, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1352a-68e3-4736-b366-b45a52194215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:24.306483 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.307968 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f2274b5b-ecea-45dc-951f-b146aed8d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (737f99e7-d41f-45f8-9159-d136d9318d2b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.333296 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] For port fa036119-0380-421c-bdbb-88402fea7f30, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:24.352897 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] For port fa036119-0380-421c-bdbb-88402fea7f30, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fa036119-0380-421c-bdbb-88402fea7f30,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:24.364572 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (fa036119-0380-421c-bdbb-88402fea7f30), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.426724 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f2274b5b-ecea-45dc-951f-b146aed8d81d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c7909f48262461eaf8ede4f9f89e56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996268 Jul 07 10:27:24.427661 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43686) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:24.428513 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274b5b-ecea-45dc-951f-b146aed8d81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737f99e7-d41f-45f8-9159-d136d9318d2b,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:24.443684 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] For port 26d78c76-70cc-4b1d-a916-bfeab4e36c78, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:24.452732 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] For port 26d78c76-70cc-4b1d-a916-bfeab4e36c78, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=26d78c76-70cc-4b1d-a916-bfeab4e36c78,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:24.462099 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.484124 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa036119-0380-421c-bdbb-88402fea7f30,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:24.500647 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:24.501763 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.503423 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-9edf2a47-ca0e-48b4-9a0d-c7ba23ebbba9 service neutron] 10.222.0.58 "PUT /v2.0/ports/fa036119-0380-421c-bdbb-88402fea7f30 HTTP/1.1" status: 200 len: 1093 time: 1.5746870 Jul 07 10:27:24.503933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'tag': 'fa036119-0380-421c-bdbb-88402fea7f30'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:24.506198 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff2bb21-732c-4a7e-9a0e-8480b925dee1" -d '{"events": [{"name": "network-changed", "server_uuid": "192443a1-9b3b-4838-92b6-ac0031f4c767", "tag": "fa036119-0380-421c-bdbb-88402fea7f30"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:24.537537 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c2900f2-f241-4e31-a101-d81e68d2a38f admin admin] Publish callbacks [] for security_group (737f99e7-d41f-45f8-9159-d136d9318d2b), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.557773 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b3a2d-4888-4041-a5cd-65b60b263f18 x-openstack-request-id: req-082b3a2d-4888-4041-a5cd-65b60b263f18 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:24.558257 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192443a1-9b3b-4838-92b6-ac0031f4c767", "tag": "fa036119-0380-421c-bdbb-88402fea7f30", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:24.558661 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-082b3a2d-4888-4041-a5cd-65b60b263f18 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:24.559585 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082b3a2d-4888-4041-a5cd-65b60b263f18'] response: {'name': 'network-changed', 'server_uuid': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'tag': 'fa036119-0380-421c-bdbb-88402fea7f30', 'status': 'completed', 'code': 200} Jul 07 10:27:24.563027 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:24.569926 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c2900f2-f241-4e31-a101-d81e68d2a38f admin admin] Publish callbacks [] for security_group (737f99e7-d41f-45f8-9159-d136d9318d2b), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.571082 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] Provisioning complete for port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:24.572345 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.623182 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Routers {'5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:27:24.623880 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:24.663141 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c2900f2-f241-4e31-a101-d81e68d2a38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (737f99e7-d41f-45f8-9159-d136d9318d2b), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.666467 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c2900f2-f241-4e31-a101-d81e68d2a38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.668118 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7c2900f2-f241-4e31-a101-d81e68d2a38f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/737f99e7-d41f-45f8-9159-d136d9318d2b HTTP/1.1" status: 204 len: 168 time: 0.2298286 Jul 07 10:27:24.678674 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2900f2-f241-4e31-a101-d81e68d2a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f99e7-d41f-45f8-9159-d136d9318d2b,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:24.732162 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5756a5b-6473-4061-b2d8-20cb352bbd66 None None] Pushing event updated for resources: {'Port': ['ID=26d78c76-70cc-4b1d-a916-bfeab4e36c78,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:24.739315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35858b-ec9c-450a-a0e7-45eaa9f56cf9 req-69de7980-b25d-407a-aa29-03588cc6747c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:24.747464 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ad35858b-ec9c-450a-a0e7-45eaa9f56cf9 req-69de7980-b25d-407a-aa29-03588cc6747c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1155751 Jul 07 10:27:24.750786 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-68098395-9870-412d-a1cd-cde0c936c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:24.754756 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-68098395-9870-412d-a1cd-cde0c936c6fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 1127 time: 0.1830859 Jul 07 10:27:24.828037 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] Current status of the port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:24.828496 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.894194 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] Set router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:27:24.895810 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-b21fedd2-5899-4fdc-ab96-fdfcd4cd3439 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa036119-0380-421c-bdbb-88402fea7f30 HTTP/1.1" status: 200 len: 217 time: 0.1268840 Jul 07 10:27:24.909460 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] For port 26d78c76-70cc-4b1d-a916-bfeab4e36c78, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=26d78c76-70cc-4b1d-a916-bfeab4e36c78,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:24.924150 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:24.960819 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ad35858b-ec9c-450a-a0e7-45eaa9f56cf9 req-7aec0055-56f0-4f8f-a84d-51b580006f80 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025251 Jul 07 10:27:25.009069 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8a4c0-025a-4535-8ff3-39e281d0d231 None None] Pushing event updated for resources: {'Port': ['ID=26d78c76-70cc-4b1d-a916-bfeab4e36c78,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:25.054845 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-df96c03b-e185-454a-9444-638103563681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:25.057635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4193e8b4-c35a-427f-b8df-72116dd3faae None None] Provisioning complete for port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:25.058112 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4193e8b4-c35a-427f-b8df-72116dd3faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.059759 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-df96c03b-e185-454a-9444-638103563681 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ebdde65-b337-4963-a40a-a8e44496b3e8 HTTP/1.1" status: 200 len: 849 time: 0.1088064 Jul 07 10:27:25.110679 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-cd144e6e-6fbe-4aca-aac7-a8dda993b930 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=077a047b-f9c7-490e-ac9f-1de351d3c473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279751 Jul 07 10:27:25.143536 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:25.199020 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43704) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:25.229696 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2e23-d0b6-4094-a31e-9ebd2611bf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.237472 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4193e8b4-c35a-427f-b8df-72116dd3faae None None] Current status of the port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:25.262923 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836b25d-73e4-400e-94e0-3d9529fa3c96 req-f5013114-689a-4eaa-913f-09c4b903e613 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:25.265495 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4836b25d-73e4-400e-94e0-3d9529fa3c96 req-f5013114-689a-4eaa-913f-09c4b903e613 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 943 time: 0.1374393 Jul 07 10:27:25.360005 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4836b25d-73e4-400e-94e0-3d9529fa3c96 req-059a8194-eec2-42a9-abb3-bce8de216e2e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 Jul 07 10:27:25.366858 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:25.369720 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-02783516-6d96-49b5-9f90-63631d34113a service neutron] 10.222.0.58 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521615 Jul 07 10:27:25.433064 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2e23-d0b6-4094-a31e-9ebd2611bf0e admin admin] Publish callbacks [] for security_group (a19835b9-e498-4210-bb0e-565d0ff02cd3), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.438868 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2e23-d0b6-4094-a31e-9ebd2611bf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a19835b9-e498-4210-bb0e-565d0ff02cd3), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.481797 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8f5e2e23-d0b6-4094-a31e-9ebd2611bf0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d71883b5a6bb47709a1a9adccb127b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811546 Jul 07 10:27:25.482557 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e2e23-d0b6-4094-a31e-9ebd2611bf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19835b9-e498-4210-bb0e-565d0ff02cd3,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:25.485012 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 43712) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:25.518185 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:27:19Z', 'revision_number': 4, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '26d78c76-70cc-4b1d-a916-bfeab4e36c78', 'name': '', 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'mac_address': 'fa:16:3e:63:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b493165d-712e-4381-8551-2bd3a74f562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:17Z', 'updated_at': '2022-07-07T10:27:24Z', 'revision_number': 4, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'subnets': [{'id': 'b493165d-712e-4381-8551-2bd3a74f562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:27:25.525684 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:25.553521 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f003-b994-4655-9976-8c69d2170025 None None] The sync data for ids ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'] in dv-cinder-822821-4-iscsi is: [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:27:19Z', 'revision_number': 4, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '26d78c76-70cc-4b1d-a916-bfeab4e36c78', 'name': '', 'network_id': '2f3cba20-f822-4848-986d-d1b4a8ad266d', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'mac_address': 'fa:16:3e:63:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b493165d-712e-4381-8551-2bd3a74f562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:17Z', 'updated_at': '2022-07-07T10:27:24Z', 'revision_number': 4, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'subnets': [{'id': 'b493165d-712e-4381-8551-2bd3a74f562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:27:25.567800 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eac3a2ff-3818-4397-8f14-138ed82a7fc4 req-d7b13598-a160-4a6a-8cc8-92304c89e3b7 service neutron] 10.222.0.58 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905861 Jul 07 10:27:25.583085 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-00d21eb5-5244-4855-bf46-dae979d99a81 admin admin] Publish callbacks [] for security_group (a19835b9-e498-4210-bb0e-565d0ff02cd3), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.630858 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-00d21eb5-5244-4855-bf46-dae979d99a81 admin admin] Publish callbacks [] for security_group (a19835b9-e498-4210-bb0e-565d0ff02cd3), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.740684 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-00d21eb5-5244-4855-bf46-dae979d99a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a19835b9-e498-4210-bb0e-565d0ff02cd3), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.749723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-00d21eb5-5244-4855-bf46-dae979d99a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:25.751318 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-00d21eb5-5244-4855-bf46-dae979d99a81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a19835b9-e498-4210-bb0e-565d0ff02cd3 HTTP/1.1" status: 204 len: 168 time: 0.2653849 Jul 07 10:27:25.761137 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d21eb5-5244-4855-bf46-dae979d99a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19835b9-e498-4210-bb0e-565d0ff02cd3,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:25.779214 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:27:26.032359 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 26d78c76-70cc-4b1d-a916-bfeab4e36c78 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:26.140233 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:26.140620 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:26.143144 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871571e2-6ffa-40b0-b06b-ee068550866c req-ee758c2c-3d8e-41ac-89aa-6cae09917a7e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:26.145100 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-871571e2-6ffa-40b0-b06b-ee068550866c req-ee758c2c-3d8e-41ac-89aa-6cae09917a7e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0767548 Jul 07 10:27:26.308169 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:26.595630 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73be67-bcde-4385-b155-320106dea381 req-fc8e650a-77ed-4b9b-9058-504eff711f06 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:26.597207 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da73be67-bcde-4385-b155-320106dea381 req-fc8e650a-77ed-4b9b-9058-504eff711f06 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 943 time: 0.0727420 Jul 07 10:27:26.688333 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da73be67-bcde-4385-b155-320106dea381 req-dc04f93c-7b07-4c11-b04a-9dc04232ca14 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776386 Jul 07 10:27:26.729123 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-871571e2-6ffa-40b0-b06b-ee068550866c req-aa7f501c-baa2-4f5f-a176-fb58618dc2eb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774457 Jul 07 10:27:27.659209 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-64d22809-1d12-4016-81e7-4f13106c74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:27.664389 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-64d22809-1d12-4016-81e7-4f13106c74fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 1127 time: 0.0961411 Jul 07 10:27:27.843047 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3af2a-ef0c-49d7-93f6-8ae397f88848 req-5a551ec9-1e98-4afe-a7b8-2668d55603f2 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:27.850886 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b7d3af2a-ef0c-49d7-93f6-8ae397f88848 req-5a551ec9-1e98-4afe-a7b8-2668d55603f2 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 943 time: 0.0649083 Jul 07 10:27:27.916404 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:27.944003 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46623d-7142-4239-8b18-7ff0b7f10361 req-e139aaf4-da96-436c-88b4-c13199a0a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:27.946055 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3a46623d-7142-4239-8b18-7ff0b7f10361 req-e139aaf4-da96-436c-88b4-c13199a0a549 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 1130 time: 0.1576231 Jul 07 10:27:27.953258 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b7d3af2a-ef0c-49d7-93f6-8ae397f88848 req-7ab45203-879e-4bac-abaa-fb2e688acef1 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011136 Jul 07 10:27:27.993583 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab39fd9-858e-41bb-a878-2ad06afb94ba req-761d3dbb-0f34-4884-a708-9f14a0da2ade tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:28.001357 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aab39fd9-858e-41bb-a878-2ad06afb94ba req-761d3dbb-0f34-4884-a708-9f14a0da2ade tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.1096933 Jul 07 10:27:28.027152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-b26e92f6-aa75-4875-be35-771ce73c3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:28.038309 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-b26e92f6-aa75-4875-be35-771ce73c3a79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=077a047b-f9c7-490e-ac9f-1de351d3c473 HTTP/1.1" status: 200 len: 910 time: 0.3581216 Jul 07 10:27:28.167883 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-23d13930-0c18-43cc-8b26-859b6f56b9c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa036119-0380-421c-bdbb-88402fea7f30 HTTP/1.1" status: 200 len: 217 time: 0.1283190 Jul 07 10:27:28.203092 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3a46623d-7142-4239-8b18-7ff0b7f10361 req-18d650bd-ddf1-4d75-a456-3e5f3ba3ebe6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493315 Jul 07 10:27:28.240010 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aab39fd9-858e-41bb-a878-2ad06afb94ba req-13a7dbfc-926e-4eab-bd27-a7595e5c8f97 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372649 Jul 07 10:27:28.257951 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-d80be790-e32b-4c49-be62-bc21056e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:28.260108 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-d80be790-e32b-4c49-be62-bc21056e90de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ebdde65-b337-4963-a40a-a8e44496b3e8 HTTP/1.1" status: 200 len: 849 time: 0.0812776 Jul 07 10:27:28.481299 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-e3ded46a-c695-4e60-8bb6-831092a74e9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=077a047b-f9c7-490e-ac9f-1de351d3c473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631373 Jul 07 10:27:28.613650 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-53a408eb-adb3-4c1f-9aed-711e03258b09 service neutron] 10.222.0.58 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247880 Jul 07 10:27:28.997616 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cff2bb21-732c-4a7e-9a0e-8480b925dee1 req-f396f3ce-a732-462b-b9f4-3f9c81725ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183507 Jul 07 10:27:29.132494 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9b7dd-d8c9-4bcf-8b25-411bbe8e08ad req-bbe98aa9-ff5a-46f0-a542-919713ab9afc tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:29.142062 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-94c9b7dd-d8c9-4bcf-8b25-411bbe8e08ad req-bbe98aa9-ff5a-46f0-a542-919713ab9afc tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 943 time: 0.0841784 Jul 07 10:27:29.199080 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-94c9b7dd-d8c9-4bcf-8b25-411bbe8e08ad req-581f26df-f673-4ac2-a4da-f2d7eaacff8d tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Jul 07 10:27:29.395042 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d162698-357d-4fc2-b88b-08574557f15e req-45749229-b487-463d-93b9-a6edd64052af tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:29.396635 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d162698-357d-4fc2-b88b-08574557f15e req-45749229-b487-463d-93b9-a6edd64052af tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0674338 Jul 07 10:27:29.468846 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d162698-357d-4fc2-b88b-08574557f15e req-e942ab5e-3749-4885-a214-353ae4908769 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622375 Jul 07 10:27:30.343097 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f6e47-8eb4-40e5-a2c4-71367e8ab02c req-1d007a18-ad6e-4217-808c-ebc1ec98d3bd tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:30.348849 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-391f6e47-8eb4-40e5-a2c4-71367e8ab02c req-1d007a18-ad6e-4217-808c-ebc1ec98d3bd tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 943 time: 0.0758314 Jul 07 10:27:30.410386 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-391f6e47-8eb4-40e5-a2c4-71367e8ab02c req-fe637b13-5a37-4173-8af1-b241fa485ddf tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603437 Jul 07 10:27:30.620155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43808a-bb61-4ceb-954e-09aaaeb4d35c req-9c613843-17f0-494c-a5a6-8ef4ea2a2ba1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:30.622567 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8e43808a-bb61-4ceb-954e-09aaaeb4d35c req-9c613843-17f0-494c-a5a6-8ef4ea2a2ba1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0557032 Jul 07 10:27:30.704056 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8e43808a-bb61-4ceb-954e-09aaaeb4d35c req-8404ab83-39b3-4bd2-8b0e-08764ead514a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703247 Jul 07 10:27:31.392774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device fa036119-0380-421c-bdbb-88402fea7f30 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:27:31.540911 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:31.555360 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port fa036119-0380-421c-bdbb-88402fea7f30, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fa036119-0380-421c-bdbb-88402fea7f30,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:31.567840 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'fa036119-0380-421c-bdbb-88402fea7f30', 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473', 'port_id': 'fa036119-0380-421c-bdbb-88402fea7f30', 'mac_address': 'fa:16:3e:fa:01:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebdde65-b337-4963-a40a-a8e44496b3e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:27:31.593123 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a657-aafb-48ad-8cd9-14b05bb49d5b req-9cbc8624-1177-4e58-a0bc-92c1b5f524a5 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:31.594940 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d31a657-aafb-48ad-8cd9-14b05bb49d5b req-9cbc8624-1177-4e58-a0bc-92c1b5f524a5 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 943 time: 0.0720639 Jul 07 10:27:31.608742 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port fa036119-0380-421c-bdbb-88402fea7f30 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:31.609138 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (fa036119-0380-421c-bdbb-88402fea7f30), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:31.634886 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa036119-0380-421c-bdbb-88402fea7f30 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:31.663573 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port fa036119-0380-421c-bdbb-88402fea7f30, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fa036119-0380-421c-bdbb-88402fea7f30,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:31.664831 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d31a657-aafb-48ad-8cd9-14b05bb49d5b req-9e38c035-876d-4f5e-ba77-37121b9d0e85 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Jul 07 10:27:31.673131 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (fa036119-0380-421c-bdbb-88402fea7f30), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:31.725589 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=fa036119-0380-421c-bdbb-88402fea7f30,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:31.848174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe95be-3d82-4f1f-aed9-d489148608c0 req-c8f88413-80b7-4862-9f29-f810c40847db tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:31.850399 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9fbe95be-3d82-4f1f-aed9-d489148608c0 req-c8f88413-80b7-4862-9f29-f810c40847db tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0632806 Jul 07 10:27:31.938488 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9fbe95be-3d82-4f1f-aed9-d489148608c0 req-a084469b-ecab-4192-a2c8-6f78c530b334 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822189 Jul 07 10:27:32.674582 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['fa036119-0380-421c-bdbb-88402fea7f30'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:27:32.810866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2859746-cc37-4f23-908e-887c69a3d68d req-54ddd126-f15c-47d7-9429-aa4a0f7ba25a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:32.818456 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f2859746-cc37-4f23-908e-887c69a3d68d req-54ddd126-f15c-47d7-9429-aa4a0f7ba25a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 944 time: 0.0652194 Jul 07 10:27:32.859201 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:32.861056 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:32.876915 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f2859746-cc37-4f23-908e-887c69a3d68d req-ecff519d-eacc-4c08-be3a-48a201556703 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573325 Jul 07 10:27:33.048785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:33.059956 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309634f6-9b4d-43a4-b3a0-1d9380cb52ca req-ff0e4c38-af7b-4fbf-8b2d-94f02f7af273 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:33.061758 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-309634f6-9b4d-43a4-b3a0-1d9380cb52ca req-ff0e4c38-af7b-4fbf-8b2d-94f02f7af273 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Jul 07 10:27:33.113210 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-309634f6-9b4d-43a4-b3a0-1d9380cb52ca req-e4cd5e05-24e1-4700-a2f6-38927e46576e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Jul 07 10:27:33.233883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025f521-d973-484e-b0f7-05e0016781d7 req-6df3c4c9-e464-48cc-aa19-27c04086ffce tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:33.235287 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2025f521-d973-484e-b0f7-05e0016781d7 req-6df3c4c9-e464-48cc-aa19-27c04086ffce tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0500181 Jul 07 10:27:33.297135 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2025f521-d973-484e-b0f7-05e0016781d7 req-197a30b5-11e0-40ff-88c6-7c49e5d02d9d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Jul 07 10:27:34.003240 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7313f56-af43-4351-b10f-4d563396973e req-dcb64b4a-4029-47e6-854a-4257c85986c3 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:34.011269 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b7313f56-af43-4351-b10f-4d563396973e req-dcb64b4a-4029-47e6-854a-4257c85986c3 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 944 time: 0.0604951 Jul 07 10:27:34.074384 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b7313f56-af43-4351-b10f-4d563396973e req-d8079cbf-1361-415b-b4b0-ebeb829ec6a7 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620203 Jul 07 10:27:34.553712 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device fa036119-0380-421c-bdbb-88402fea7f30 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:27:34.607260 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port fa036119-0380-421c-bdbb-88402fea7f30 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:27:34.615430 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port fa036119-0380-421c-bdbb-88402fea7f30 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:34.616141 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (fa036119-0380-421c-bdbb-88402fea7f30), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:34.698003 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port fa036119-0380-421c-bdbb-88402fea7f30 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:34.698662 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (fa036119-0380-421c-bdbb-88402fea7f30), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:34.765830 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port fa036119-0380-421c-bdbb-88402fea7f30, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fa036119-0380-421c-bdbb-88402fea7f30,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:34.767368 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa036119-0380-421c-bdbb-88402fea7f30'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:34.770638 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72026360-b9ff-4e70-b2b5-77ed1c62e1e0" -d '{"events": [{"server_uuid": "192443a1-9b3b-4838-92b6-ac0031f4c767", "name": "network-vif-plugged", "status": "completed", "tag": "fa036119-0380-421c-bdbb-88402fea7f30"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:34.774608 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (fa036119-0380-421c-bdbb-88402fea7f30), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:34.833897 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=fa036119-0380-421c-bdbb-88402fea7f30,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:34.843579 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85584624-f642-4feb-a95f-41688ef4e86d x-openstack-request-id: req-85584624-f642-4feb-a95f-41688ef4e86d {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:34.844193 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192443a1-9b3b-4838-92b6-ac0031f4c767", "name": "network-vif-plugged", "status": "completed", "tag": "fa036119-0380-421c-bdbb-88402fea7f30", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:34.844193 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85584624-f642-4feb-a95f-41688ef4e86d {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:34.844601 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85584624-f642-4feb-a95f-41688ef4e86d'] response: {'server_uuid': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa036119-0380-421c-bdbb-88402fea7f30', 'code': 200} Jul 07 10:27:35.109108 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404c51e-0bb9-4600-8227-0dcdc9d95278 req-6330c2dd-3985-471e-950e-322b66d881f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.110701 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7404c51e-0bb9-4600-8227-0dcdc9d95278 req-6330c2dd-3985-471e-950e-322b66d881f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 1129 time: 0.0805726 Jul 07 10:27:35.200498 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733d500-7e7c-4b3c-8b64-a4182da63be7 req-36b1b379-3793-4b13-a80f-6944ab05693f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.202933 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c733d500-7e7c-4b3c-8b64-a4182da63be7 req-36b1b379-3793-4b13-a80f-6944ab05693f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0588863 Jul 07 10:27:35.238879 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-e453cba5-4d4f-4d99-9b29-ca7aedfc7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.240812 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-e453cba5-4d4f-4d99-9b29-ca7aedfc7a4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1130 time: 0.1198781 Jul 07 10:27:35.251731 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:35.267955 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7404c51e-0bb9-4600-8227-0dcdc9d95278 req-0399534b-4a14-4f48-bcf3-7ec3759c0118 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337130 Jul 07 10:27:35.282422 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c733d500-7e7c-4b3c-8b64-a4182da63be7 req-c30fc8af-6909-489a-9a36-463a6aeb09d2 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735188 Jul 07 10:27:35.338135 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c77fa-a986-4f7a-a06a-a863f698bf72 req-c6b4089c-a70d-4bc8-96ad-2f02b8ff3db9 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.340057 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a27c77fa-a986-4f7a-a06a-a863f698bf72 req-c6b4089c-a70d-4bc8-96ad-2f02b8ff3db9 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0971255 Jul 07 10:27:35.454147 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-4a8b4f46-e257-46dd-a7d0-5698005ae154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.455736 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-4a8b4f46-e257-46dd-a7d0-5698005ae154 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.2025330 Jul 07 10:27:35.470236 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a27c77fa-a986-4f7a-a06a-a863f698bf72 req-17b2cf03-2fc0-4a69-bafa-b735d618c334 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879903 Jul 07 10:27:35.529976 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:35.534438 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-3ea41238-603e-4a07-9b87-35068478701c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 200 len: 217 time: 0.0393453 Jul 07 10:27:35.557361 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-095356c2-5f8a-4eba-8b4c-dc3dbc38b856 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.558968 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-095356c2-5f8a-4eba-8b4c-dc3dbc38b856 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 814 time: 0.1440597 Jul 07 10:27:35.575205 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-8b510540-1329-4748-8af1-489286def842 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/quotas/5a2481546251413fb65aaed9e3f131e2 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Jul 07 10:27:35.598128 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-dd31bdc9-d2b6-4e6d-9ca4-72fd2f3e8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.599601 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-dd31bdc9-d2b6-4e6d-9ca4-72fd2f3e8e2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0577798 Jul 07 10:27:35.633296 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-0665c94e-11fe-4552-bcc7-d4f2a2769988 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519497 Jul 07 10:27:35.650254 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-2434c8ff-22df-48b3-8880-403f610fb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:35.651907 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-2434c8ff-22df-48b3-8880-403f610fb18b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459521 Jul 07 10:27:35.744236 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-e3254615-76aa-4a79-899f-eaaa4280e202 service neutron] 10.222.0.16 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925534 Jul 07 10:27:35.771706 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-76ee0e25-384c-4a0c-9419-38be2b3cd75f service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073380 Jul 07 10:27:35.843368 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-6e33d405-8b7e-44de-9f65-8ecbb308a842 service neutron] 10.222.0.16 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933628 Jul 07 10:27:36.015659 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-968c2eb5-dd7e-4192-8cdc-d2c786f4a80a req-6bee9126-5d82-4a81-888c-89b7c626d5a2 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 210 time: 0.0290534 Jul 07 10:27:36.135241 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2501ac85-cf91-443a-8725-8a6bd37491f9 req-8ec67fab-3f56-482c-a507-06df89d57ed7 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053312 Jul 07 10:27:36.412747 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44096) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:36.413131 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01baa2-e079-47e2-9160-75cf32c7e455 req-b1351da1-9195-40e2-8227-eea37ade2560 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:36.415064 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-af01baa2-e079-47e2-9160-75cf32c7e455 req-b1351da1-9195-40e2-8227-eea37ade2560 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0572762 Jul 07 10:27:36.480503 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-af01baa2-e079-47e2-9160-75cf32c7e455 req-115926a2-4917-4daa-8601-8a1b0085dc78 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583909 Jul 07 10:27:36.574359 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b6a-dfea-4e47-8f9c-a1ff714d1c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.631402 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ab1cc-1efa-4a3d-b5a7-fc3ee2fca861 req-4aeaf295-f752-4a5b-be77-b9e1c4acd591 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:36.632935 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac8ab1cc-1efa-4a3d-b5a7-fc3ee2fca861 req-4aeaf295-f752-4a5b-be77-b9e1c4acd591 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0843670 Jul 07 10:27:36.714708 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac8ab1cc-1efa-4a3d-b5a7-fc3ee2fca861 req-50cd1858-9688-4ca1-b912-03a22a87d1f9 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663145 Jul 07 10:27:36.735542 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b6a-dfea-4e47-8f9c-a1ff714d1c9f admin admin] Publish callbacks [] for security_group (53da6ffa-4bb6-49cd-bf6b-8a02751bb236), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.739510 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b6a-dfea-4e47-8f9c-a1ff714d1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (53da6ffa-4bb6-49cd-bf6b-8a02751bb236), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.744207 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:36.784907 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d3ab8b6a-dfea-4e47-8f9c-a1ff714d1c9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ef29d7b1c33443087a1d90409dd932c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710482 Jul 07 10:27:36.787593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44112) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:36.788031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab8b6a-dfea-4e47-8f9c-a1ff714d1c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da6ffa-4bb6-49cd-bf6b-8a02751bb236,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:36.844206 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ca637493-8d66-45b9-b10c-30df1bf23457 admin admin] Publish callbacks [] for security_group (53da6ffa-4bb6-49cd-bf6b-8a02751bb236), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.867425 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ca637493-8d66-45b9-b10c-30df1bf23457 admin admin] Publish callbacks [] for security_group (53da6ffa-4bb6-49cd-bf6b-8a02751bb236), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.921774 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ca637493-8d66-45b9-b10c-30df1bf23457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (53da6ffa-4bb6-49cd-bf6b-8a02751bb236), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.924434 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ca637493-8d66-45b9-b10c-30df1bf23457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:36.925920 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ca637493-8d66-45b9-b10c-30df1bf23457 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53da6ffa-4bb6-49cd-bf6b-8a02751bb236 HTTP/1.1" status: 204 len: 168 time: 0.1372316 Jul 07 10:27:36.934097 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637493-8d66-45b9-b10c-30df1bf23457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da6ffa-4bb6-49cd-bf6b-8a02751bb236,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:37.187693 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9ac26651-bab8-4ea3-b3c3-bf9d3eb4c38f req-b729599e-b257-42c3-afdf-40550a4c210e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 210 time: 0.0553398 Jul 07 10:27:37.605715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860e48a-e44e-46c0-8748-76384701ac96 req-bc32d7e1-e151-480f-b335-cf919751e5a3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:37.607227 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0860e48a-e44e-46c0-8748-76384701ac96 req-bc32d7e1-e151-480f-b335-cf919751e5a3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0568459 Jul 07 10:27:37.640254 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:37.659171 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0860e48a-e44e-46c0-8748-76384701ac96 req-6757f6d3-482b-4756-9985-12348388a6bb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Jul 07 10:27:37.829298 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994d14e-075b-43fd-9a51-a5e0e3d0ef67 req-55355ccf-236f-49f0-8e21-55276de2608f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:37.830893 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1994d14e-075b-43fd-9a51-a5e0e3d0ef67 req-55355ccf-236f-49f0-8e21-55276de2608f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0490453 Jul 07 10:27:37.881410 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1994d14e-075b-43fd-9a51-a5e0e3d0ef67 req-84ff2355-9384-4a7b-aec3-2e93be97f1ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jul 07 10:27:38.294636 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-56b6c54d-b37a-4d1b-a260-7ffdd811785f req-c5c7a018-4871-488c-8f4c-f07f52e4f332 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 210 time: 0.0296812 Jul 07 10:27:38.768798 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688383e2-054d-41cb-a1a5-a3b07e044232 req-91fff11b-dca9-49dd-9dd8-cb975c1e48ba tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:38.770287 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-688383e2-054d-41cb-a1a5-a3b07e044232 req-91fff11b-dca9-49dd-9dd8-cb975c1e48ba tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0455422 Jul 07 10:27:38.795565 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:38.817240 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-688383e2-054d-41cb-a1a5-a3b07e044232 req-ee6cfd8a-5679-4f8e-af84-b553b4b674e4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Jul 07 10:27:39.391465 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-41c267b2-4898-4223-ac9e-e29917bb83ec req-f486619a-ae76-40cf-b57d-e78f6c54447a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Jul 07 10:27:39.927708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce33667-4f0e-4219-8a30-c5fb4cb33638 req-c089e512-1c86-424b-9403-f9fb9b13fc62 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:39.929098 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9ce33667-4f0e-4219-8a30-c5fb4cb33638 req-c089e512-1c86-424b-9403-f9fb9b13fc62 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0465384 Jul 07 10:27:39.974447 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9ce33667-4f0e-4219-8a30-c5fb4cb33638 req-07522870-6754-4339-8410-91d4e5d3e372 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jul 07 10:27:40.180150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-ef5fdce5-1aaa-4d9f-85df-19e04c9aacd0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:40.182892 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-ef5fdce5-1aaa-4d9f-85df-19e04c9aacd0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 814 time: 0.1114228 Jul 07 10:27:40.201350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'port': {'device_id': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'admin_state_up': True, 'tenant_id': '5a2481546251413fb65aaed9e3f131e2'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:40.330084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Made reservation on behalf of 5a2481546251413fb65aaed9e3f131e2 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:40.333696 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:40.499288 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2b7762e7-136b-4fb2-a574-585d298c9eea req-10823a15-8f86-408e-94fc-0d12a1039652 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 210 time: 0.0375941 Jul 07 10:27:40.500368 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Allocated IP 172.20.0.5 (1caf8388-6f56-4a8d-9a0e-d7281aa69eca/293614b8-994c-49eb-a2b0-f8d121ae6a25/9e1716e6-ca2c-42e2-be39-5e2596494efc) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:40.681870 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:40.739302 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:40.854482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:40.895264 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:40.897280 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:40.900739 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:40.991851 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:40.992269 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:41.014980 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-6f234716-1868-4637-b562-0192d6f0b2cf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182716 Jul 07 10:27:41.095859 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:41.111621 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7a8f-3f84-4ac4-9f26-e451560a9611 req-19ab3c12-e618-4575-ad52-abfee3a32bce tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:41.113199 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7c4d7a8f-3f84-4ac4-9f26-e451560a9611 req-19ab3c12-e618-4575-ad52-abfee3a32bce tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0534616 Jul 07 10:27:41.160943 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e536b-a14d-4ded-95b7-d49dcf0aa1dd req-a3a3a08f-3143-4237-87b0-7f09dd5160fd tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:41.162463 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eb0e536b-a14d-4ded-95b7-d49dcf0aa1dd req-a3a3a08f-3143-4237-87b0-7f09dd5160fd tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0739880 Jul 07 10:27:41.170655 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7c4d7a8f-3f84-4ac4-9f26-e451560a9611 req-6a3f89a8-c70e-47f7-b53a-c53fb01b0f2b tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Jul 07 10:27:41.214171 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eb0e536b-a14d-4ded-95b7-d49dcf0aa1dd req-699f03ec-3536-42e3-819e-1c87762d3244 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Jul 07 10:27:41.292056 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-42ab01c1-da0c-4690-b92d-327258132fe0 None None] Provisioning complete for port 9e1716e6-ca2c-42e2-be39-5e2596494efc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:41.292530 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-42ab01c1-da0c-4690-b92d-327258132fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:41.327036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-42ab01c1-da0c-4690-b92d-327258132fe0 None None] Port 9e1716e6-ca2c-42e2-be39-5e2596494efc cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:27:41.401559 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:41.413710 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-4fb93040-1993-4105-ba0a-255d6689342b tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=71b2e4cb235e41da9ade19672bdd2e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313313 Jul 07 10:27:41.612951 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-123b977a-b0a2-44aa-b3d9-718b3bd9ef62 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:41.614388 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-123b977a-b0a2-44aa-b3d9-718b3bd9ef62 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914995 Jul 07 10:27:41.621129 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692cee-8084-48de-81da-9a232b90a324 req-454832e5-017a-42e1-99c6-79c9be9781ec tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:41.622683 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-05692cee-8084-48de-81da-9a232b90a324 req-454832e5-017a-42e1-99c6-79c9be9781ec tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0482445 Jul 07 10:27:41.629167 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-f7ddb5bc-0223-4317-9c3f-57b810889ba9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/quotas/71b2e4cb235e41da9ade19672bdd2e4d HTTP/1.1" status: 200 len: 375 time: 0.0089130 Jul 07 10:27:41.663342 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-5696f309-6b11-4fad-950c-43354f9d4772 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71b2e4cb235e41da9ade19672bdd2e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285234 Jul 07 10:27:41.673485 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-05692cee-8084-48de-81da-9a232b90a324 req-82a7add7-ed27-4334-9416-a0fbeed536e0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Jul 07 10:27:41.837396 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-81a76f92-7263-47e4-ab03-578ae992212c req-1ff68eb3-c16b-4ab4-a031-2568773fe425 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0321903 Jul 07 10:27:42.347354 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416f209-924d-4f77-b79c-7c5bfe82c5c1 req-a1671188-22f6-47a0-81e6-5a35328de877 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:42.359866 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e416f209-924d-4f77-b79c-7c5bfe82c5c1 req-a1671188-22f6-47a0-81e6-5a35328de877 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.1087372 Jul 07 10:27:42.362043 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:42.387694 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b525e9-e2cf-47f1-a1cc-df1efedbb12b req-515f8659-d3b0-49dd-8ce0-bc02a3d93cb0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:42.395832 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4b525e9-e2cf-47f1-a1cc-df1efedbb12b req-515f8659-d3b0-49dd-8ce0-bc02a3d93cb0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0813322 Jul 07 10:27:42.459735 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e416f209-924d-4f77-b79c-7c5bfe82c5c1 req-009f403a-ce42-40da-8b47-96506128bd9e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989168 Jul 07 10:27:42.521956 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4b525e9-e2cf-47f1-a1cc-df1efedbb12b req-8d44a069-f716-442e-aab4-ae8e11fad5fd tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250131 Jul 07 10:27:42.663148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44306) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:42.827000 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:42.862888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc80ac0-7165-49fa-b45e-5792f9ae2873 req-7b082c1f-74f3-4267-9a33-5c9ad67b9e53 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:42.872230 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3cc80ac0-7165-49fa-b45e-5792f9ae2873 req-7b082c1f-74f3-4267-9a33-5c9ad67b9e53 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0941725 Jul 07 10:27:42.881439 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb4b-b441-4605-a01a-304241747b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:42.982004 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb4b-b441-4605-a01a-304241747b83 admin admin] Publish callbacks [] for security_group (84be3db5-6d45-487d-85e7-7daf789a87d5), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:42.997764 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb4b-b441-4605-a01a-304241747b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (84be3db5-6d45-487d-85e7-7daf789a87d5), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.007388 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0451c0a-e7fd-4959-8b4a-552bb6359746 req-ca1d41f7-0194-453d-bd3b-7fe255d8888d tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0741241 Jul 07 10:27:43.048755 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3cc80ac0-7165-49fa-b45e-5792f9ae2873 req-1e468a8d-c028-4d69-9207-86843a73d17c tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752393 Jul 07 10:27:43.082763 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44318) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:43.088721 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-39fdeb4b-b441-4605-a01a-304241747b83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6431cf402df4f76ba422a5b8f9fea4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243441 Jul 07 10:27:43.090525 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdeb4b-b441-4605-a01a-304241747b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be3db5-6d45-487d-85e7-7daf789a87d5,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:43.091209 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44322) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:43.162221 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c848ed2b-8012-4262-b66e-72e578b57c02 admin admin] Publish callbacks [] for security_group (84be3db5-6d45-487d-85e7-7daf789a87d5), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.191470 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c848ed2b-8012-4262-b66e-72e578b57c02 admin admin] Publish callbacks [] for security_group (84be3db5-6d45-487d-85e7-7daf789a87d5), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.244005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c757e955-012c-482c-9c21-9d647fd9ce5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.274971 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c848ed2b-8012-4262-b66e-72e578b57c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (84be3db5-6d45-487d-85e7-7daf789a87d5), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.277481 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c848ed2b-8012-4262-b66e-72e578b57c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.278617 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c848ed2b-8012-4262-b66e-72e578b57c02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84be3db5-6d45-487d-85e7-7daf789a87d5 HTTP/1.1" status: 204 len: 168 time: 0.1864994 Jul 07 10:27:43.300303 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ed2b-8012-4262-b66e-72e578b57c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be3db5-6d45-487d-85e7-7daf789a87d5,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:43.357802 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c757e955-012c-482c-9c21-9d647fd9ce5b admin admin] Publish callbacks [] for security_group (e964b045-150d-4244-b6f5-13a7f4ac4a10), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.364494 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c757e955-012c-482c-9c21-9d647fd9ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (e964b045-150d-4244-b6f5-13a7f4ac4a10), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.415722 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757e955-012c-482c-9c21-9d647fd9ce5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e964b045-150d-4244-b6f5-13a7f4ac4a10,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:43.421918 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c757e955-012c-482c-9c21-9d647fd9ce5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf8af4dee7e84c5f9f61deaea32ff163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380177 Jul 07 10:27:43.424717 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44326) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:43.520701 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5cee89f6-e84b-4fae-9ee8-53ae772e3472 admin admin] Publish callbacks [] for security_group (e964b045-150d-4244-b6f5-13a7f4ac4a10), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.550482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5cee89f6-e84b-4fae-9ee8-53ae772e3472 admin admin] Publish callbacks [] for security_group (e964b045-150d-4244-b6f5-13a7f4ac4a10), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.599596 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35bf0-3446-434e-b186-224d802afe6f req-2388d168-b979-4a71-a014-15491ea027e6 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:43.606777 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5cee89f6-e84b-4fae-9ee8-53ae772e3472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (e964b045-150d-4244-b6f5-13a7f4ac4a10), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.609366 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5cee89f6-e84b-4fae-9ee8-53ae772e3472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.610400 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f6d35bf0-3446-434e-b186-224d802afe6f req-2388d168-b979-4a71-a014-15491ea027e6 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0779612 Jul 07 10:27:43.624832 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5cee89f6-e84b-4fae-9ee8-53ae772e3472 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e964b045-150d-4244-b6f5-13a7f4ac4a10 HTTP/1.1" status: 204 len: 168 time: 0.1986237 Jul 07 10:27:43.652828 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee89f6-e84b-4fae-9ee8-53ae772e3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e964b045-150d-4244-b6f5-13a7f4ac4a10,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:43.696253 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f6d35bf0-3446-434e-b186-224d802afe6f req-4b507fdd-ffea-439b-98fa-1fcba04cb7dd tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844758 Jul 07 10:27:43.745951 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:43.782811 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44340) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:43.798545 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085903c-037f-4777-8d00-a59b3fcf3049 req-29b4cad7-4185-4b53-b4e9-01b3114a8ea5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:43.802870 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-08c093f5-f401-4a07-a137-a3c6e808a9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.804687 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8085903c-037f-4777-8d00-a59b3fcf3049 req-29b4cad7-4185-4b53-b4e9-01b3114a8ea5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.1142483 Jul 07 10:27:43.829546 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:43.935437 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8085903c-037f-4777-8d00-a59b3fcf3049 req-62a59cec-0b87-4c1d-b7b5-909bbeeaf496 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238008 Jul 07 10:27:43.943260 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-08c093f5-f401-4a07-a137-a3c6e808a9bc admin admin] Publish callbacks [] for security_group (7b34e366-d980-42b8-9f30-325285ec1b10), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:43.949894 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-08c093f5-f401-4a07-a137-a3c6e808a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7b34e366-d980-42b8-9f30-325285ec1b10), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.002783 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-08c093f5-f401-4a07-a137-a3c6e808a9bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f24942bdfd04c77a8df36a19bd3e820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187219 Jul 07 10:27:44.005469 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44344) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:44.008913 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c093f5-f401-4a07-a137-a3c6e808a9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b34e366-d980-42b8-9f30-325285ec1b10,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:44.121440 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c621053f-7f0b-481d-b155-88e8a08265ef admin admin] Publish callbacks [] for security_group (7b34e366-d980-42b8-9f30-325285ec1b10), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.180071 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c621053f-7f0b-481d-b155-88e8a08265ef admin admin] Publish callbacks [] for security_group (7b34e366-d980-42b8-9f30-325285ec1b10), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.194168 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8b91fb0b-4201-418d-ba43-5dbd3b2c6261 req-325205be-af2a-4228-8900-c6d88232cd49 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0467794 Jul 07 10:27:44.235845 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993a53a-2d0a-480d-9bc8-8329b007e4ba req-cdf16130-528d-4f9f-9faa-cdb24ad7316e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:44.237315 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c993a53a-2d0a-480d-9bc8-8329b007e4ba req-cdf16130-528d-4f9f-9faa-cdb24ad7316e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0688982 Jul 07 10:27:44.293152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c621053f-7f0b-481d-b155-88e8a08265ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7b34e366-d980-42b8-9f30-325285ec1b10), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.296006 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c621053f-7f0b-481d-b155-88e8a08265ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.303506 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-c621053f-7f0b-481d-b155-88e8a08265ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b34e366-d980-42b8-9f30-325285ec1b10 HTTP/1.1" status: 204 len: 168 time: 0.2944300 Jul 07 10:27:44.310212 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c993a53a-2d0a-480d-9bc8-8329b007e4ba req-e81be0c3-7885-43e2-8cbc-8339d297a8e0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644832 Jul 07 10:27:44.317842 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621053f-7f0b-481d-b155-88e8a08265ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b34e366-d980-42b8-9f30-325285ec1b10,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:44.750781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44358) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:44.765728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4dcb-fc3a-4f7c-971f-887579837d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.804155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:44.811672 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:44.817054 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6cf3-3972-4642-bacd-f5ae0fcdd50a req-6f6c7afb-f21e-47c8-b514-450874dac8ad tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:44.824395 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b46a6cf3-3972-4642-bacd-f5ae0fcdd50a req-6f6c7afb-f21e-47c8-b514-450874dac8ad tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Jul 07 10:27:44.865813 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4dcb-fc3a-4f7c-971f-887579837d1b admin admin] Publish callbacks [] for security_group (821e94e5-31cb-4938-8f0d-991c45848582), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.873621 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4dcb-fc3a-4f7c-971f-887579837d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (821e94e5-31cb-4938-8f0d-991c45848582), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:44.889057 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b46a6cf3-3972-4642-bacd-f5ae0fcdd50a req-1f61b380-2e5b-4506-8656-ba6e2d14a524 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637982 Jul 07 10:27:44.922598 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-3c6e4dcb-fc3a-4f7c-971f-887579837d1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0f8035f7863430ca4c37beec257ed53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707239 Jul 07 10:27:44.925148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44360) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:44.931805 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e4dcb-fc3a-4f7c-971f-887579837d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e94e5-31cb-4938-8f0d-991c45848582,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:44.981940 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d5126794-8363-41e6-934b-222c53e1ba6e admin admin] Publish callbacks [] for security_group (821e94e5-31cb-4938-8f0d-991c45848582), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:45.009032 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d5126794-8363-41e6-934b-222c53e1ba6e admin admin] Publish callbacks [] for security_group (821e94e5-31cb-4938-8f0d-991c45848582), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:45.092054 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d5126794-8363-41e6-934b-222c53e1ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (821e94e5-31cb-4938-8f0d-991c45848582), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:45.094545 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d5126794-8363-41e6-934b-222c53e1ba6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:45.095822 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d5126794-8363-41e6-934b-222c53e1ba6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/821e94e5-31cb-4938-8f0d-991c45848582 HTTP/1.1" status: 204 len: 168 time: 0.1693089 Jul 07 10:27:45.107091 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8090e7-fc15-4ebd-a4a1-abf0e964fead req-47aab2e1-25e5-4cde-9c98-fa67a11dccd0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:45.108538 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d8090e7-fc15-4ebd-a4a1-abf0e964fead req-47aab2e1-25e5-4cde-9c98-fa67a11dccd0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0646815 Jul 07 10:27:45.113855 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126794-8363-41e6-934b-222c53e1ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e94e5-31cb-4938-8f0d-991c45848582,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:45.173808 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d8090e7-fc15-4ebd-a4a1-abf0e964fead req-2455fb26-9418-447b-86d1-bffa076de5e6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Jul 07 10:27:45.302862 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-de45d034-ab83-44bb-a22f-6e05b2ac8901 req-38ed2732-560f-4fac-bb43-b97e1baceeb8 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0374496 Jul 07 10:27:45.466672 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312dd80-3c5f-4a83-9822-a888e27114c2 req-1ad3289b-afed-4164-9a58-19bdbf8633f1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:45.474137 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9312dd80-3c5f-4a83-9822-a888e27114c2 req-1ad3289b-afed-4164-9a58-19bdbf8633f1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0614393 Jul 07 10:27:45.540115 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9312dd80-3c5f-4a83-9822-a888e27114c2 req-7cb26ca8-1774-4f2d-8ee7-001158a99b25 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649996 Jul 07 10:27:46.030953 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c009-903a-474a-a035-1d73388d4aed req-7169e424-625a-4b03-8eac-acba44a2cf46 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:46.032392 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-86d4c009-903a-474a-a035-1d73388d4aed req-7169e424-625a-4b03-8eac-acba44a2cf46 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0536969 Jul 07 10:27:46.089880 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-86d4c009-903a-474a-a035-1d73388d4aed req-5ba5062a-9b08-4931-8bea-6b9cbe0591f9 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499194 Jul 07 10:27:46.111918 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e57cf0e2-faef-4d0c-85cf-a8be8c9b2c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:46.354041 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70872db6-afd5-4e56-b5b0-7524a470102e req-01788636-f19e-4218-b201-206d073082e5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:46.356045 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-70872db6-afd5-4e56-b5b0-7524a470102e req-01788636-f19e-4218-b201-206d073082e5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0878077 Jul 07 10:27:46.372976 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:46.441462 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-70872db6-afd5-4e56-b5b0-7524a470102e req-123a8bbf-e615-4c64-8335-f038bbef0522 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Jul 07 10:27:46.513960 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-50e2484e-e04b-4415-ad26-71d51d9d9c1e req-ce43b725-42df-4127-815f-822a065026aa tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0656686 Jul 07 10:27:46.728883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44418) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:46.742448 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1cc9-adcc-40e4-92eb-67cd83ae68ec req-6da07939-1c36-4e0d-a480-4f9e14120049 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:46.750946 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e81a1cc9-adcc-40e4-92eb-67cd83ae68ec req-6da07939-1c36-4e0d-a480-4f9e14120049 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.1040592 Jul 07 10:27:47.055572 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:47.074905 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.123580 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e81a1cc9-adcc-40e4-92eb-67cd83ae68ec req-02a9c3f2-edc6-4c01-88bb-bd57ddae6cb0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716331 Jul 07 10:27:47.181027 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Publish callbacks [] for security_group (f437060f-674c-4888-913f-afee2b970a3b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.187925 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f437060f-674c-4888-913f-afee2b970a3b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.241448 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f437060f-674c-4888-913f-afee2b970a3b,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:47.274946 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.275278 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.275618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.275977 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.276317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.276632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.276951 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.277274 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.277593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.277915 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.278236 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.278553 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.278865 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.279180 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.279492 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:47.312720 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44438) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:47.314607 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-570226ab-0f52-4d0e-9ea2-749497272516 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17f33598fdb14edaa577b108c1ea87fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5794227 Jul 07 10:27:47.352564 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06df1c-a0ea-4f24-8a8b-2a479639e779 req-9b883577-466f-4213-a67d-6da210324a1f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:47.354262 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-be06df1c-a0ea-4f24-8a8b-2a479639e779 req-9b883577-466f-4213-a67d-6da210324a1f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.1194139 Jul 07 10:27:47.415607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8695eca7-6f5c-4ff2-8d51-fbdfd8b65479 admin admin] Publish callbacks [] for security_group (f437060f-674c-4888-913f-afee2b970a3b), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.419910 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-be06df1c-a0ea-4f24-8a8b-2a479639e779 req-330227c7-c33a-4337-9e06-14f97ee9dff2 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564117 Jul 07 10:27:47.463853 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8695eca7-6f5c-4ff2-8d51-fbdfd8b65479 admin admin] Publish callbacks [] for security_group (f437060f-674c-4888-913f-afee2b970a3b), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.638600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04884c8f-d056-45b5-9c8a-da577552cc04 req-2886eab2-2727-435b-a4d7-06377ba6c48e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:47.640387 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-04884c8f-d056-45b5-9c8a-da577552cc04 req-2886eab2-2727-435b-a4d7-06377ba6c48e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0727012 Jul 07 10:27:47.646388 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8695eca7-6f5c-4ff2-8d51-fbdfd8b65479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f437060f-674c-4888-913f-afee2b970a3b), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.649880 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8695eca7-6f5c-4ff2-8d51-fbdfd8b65479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:47.650996 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8695eca7-6f5c-4ff2-8d51-fbdfd8b65479 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f437060f-674c-4888-913f-afee2b970a3b HTTP/1.1" status: 204 len: 168 time: 0.3373370 Jul 07 10:27:47.694915 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695eca7-6f5c-4ff2-8d51-fbdfd8b65479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f437060f-674c-4888-913f-afee2b970a3b,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:47.729770 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44456) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:47.752073 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a1cdd9d2-39db-419e-8e54-762985c88194 req-480ac791-1089-4fce-bd97-28fba4f93d0f tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.1115625 Jul 07 10:27:47.828924 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-04884c8f-d056-45b5-9c8a-da577552cc04 req-46042f47-7873-430e-a829-13d17e31f09c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655822 Jul 07 10:27:48.142133 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21974494-054a-49de-ac42-63df2f79709e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.236760 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-de89baa4-118e-48f3-aff9-e2de4024cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.312811 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21974494-054a-49de-ac42-63df2f79709e admin admin] Publish callbacks [] for security_group (6f182ae1-8a51-47e4-82af-11ff23072eff), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.323957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33372bff-8985-4429-b5d5-2fb9b3ccb71a req-d7b20122-5ac2-407b-b601-6b2bc11424d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:48.332483 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33372bff-8985-4429-b5d5-2fb9b3ccb71a req-d7b20122-5ac2-407b-b601-6b2bc11424d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0856228 Jul 07 10:27:48.335682 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21974494-054a-49de-ac42-63df2f79709e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (6f182ae1-8a51-47e4-82af-11ff23072eff), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.348095 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:48.420443 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-21974494-054a-49de-ac42-63df2f79709e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=181dcddf62c141afb92beb902fa9b311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6880805 Jul 07 10:27:48.423694 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44474) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:48.432062 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21974494-054a-49de-ac42-63df2f79709e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f182ae1-8a51-47e4-82af-11ff23072eff,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:48.474082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:48.476477 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33372bff-8985-4429-b5d5-2fb9b3ccb71a req-8d406f71-1bc5-48ce-a038-0e7e59331fb6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430483 Jul 07 10:27:48.517084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d17ebe64-de77-40a3-b965-b6fafd018d92 admin admin] Publish callbacks [] for security_group (6f182ae1-8a51-47e4-82af-11ff23072eff), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.578303 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d17ebe64-de77-40a3-b965-b6fafd018d92 admin admin] Publish callbacks [] for security_group (6f182ae1-8a51-47e4-82af-11ff23072eff), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.611615 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423529-2edf-4a7f-932e-89e689de939f req-828d5f56-4c14-4f5a-bcd1-1b1fb44c8684 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:48.611615 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bf423529-2edf-4a7f-932e-89e689de939f req-828d5f56-4c14-4f5a-bcd1-1b1fb44c8684 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0833676 Jul 07 10:27:48.682094 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bf423529-2edf-4a7f-932e-89e689de939f req-24a974fd-1ca1-4080-995a-5d2a269cdaa2 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614905 Jul 07 10:27:48.686036 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d17ebe64-de77-40a3-b965-b6fafd018d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (6f182ae1-8a51-47e4-82af-11ff23072eff), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.690279 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d17ebe64-de77-40a3-b965-b6fafd018d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.692040 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d17ebe64-de77-40a3-b965-b6fafd018d92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f182ae1-8a51-47e4-82af-11ff23072eff HTTP/1.1" status: 204 len: 168 time: 0.2661145 Jul 07 10:27:48.701401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ebe64-de77-40a3-b965-b6fafd018d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f182ae1-8a51-47e4-82af-11ff23072eff,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:48.755903 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44486) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:48.899568 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-42050453-network', 'tenant_id': '1bd64979a2bc4ca6be57262f4387920e'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:48.922479 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5b297651-1b13-4fb2-a82e-44eb3ef68897 req-0a77740c-d1f8-485e-8507-871b4a5cec6b tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0588291 Jul 07 10:27:48.939411 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Made reservation on behalf of 1bd64979a2bc4ca6be57262f4387920e for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:48.942232 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.961447 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:48.994650 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f38908-87e5-42de-83d1-91c6fc7ae2dc req-a3a81089-c37c-4892-b016-928bdea8f773 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:48.996275 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c1f38908-87e5-42de-83d1-91c6fc7ae2dc req-a3a81089-c37c-4892-b016-928bdea8f773 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0635056 Jul 07 10:27:49.056132 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks [] for security_group (7554a833-7313-4ebb-8ef1-73670499d033), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.064602 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7554a833-7313-4ebb-8ef1-73670499d033), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.085860 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c1f38908-87e5-42de-83d1-91c6fc7ae2dc req-b28ed4bd-3d66-4732-8fa0-4fb3c128afac tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800402 Jul 07 10:27:49.112794 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:27:49.122292 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7554a833-7313-4ebb-8ef1-73670499d033,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:49.129886 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.130489 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Added segment 2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e of type vlan for network b3e89720-1b64-4314-83e5-302338369447 Jul 07 10:27:49.131672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=68,neutron:INSERT=30,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:49.188599 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (b3e89720-1b64-4314-83e5-302338369447), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.225321 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (b3e89720-1b64-4314-83e5-302338369447), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.226824 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:49.230640 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.279538 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5223989 Jul 07 10:27:49.282284 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44496) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:49.287102 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Request body: {'subnet': {'network_id': 'b3e89720-1b64-4314-83e5-302338369447', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-42050453-subnet', 'tenant_id': '1bd64979a2bc4ca6be57262f4387920e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:49.328816 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67f462-8d7d-4059-a20e-4a9c5947aa4a admin admin] Pushing event updated for resources: {'Network': ['ID=b3e89720-1b64-4314-83e5-302338369447,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:49.346017 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network b3e89720-1b64-4314-83e5-302338369447 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:27:49.349563 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:49.353181 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44498) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:49.361163 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Made reservation on behalf of 1bd64979a2bc4ca6be57262f4387920e for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:49.369303 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02dff5d8-d399-4320-bebe-043901799c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.372510 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.460697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:49.502627 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02dff5d8-d399-4320-bebe-043901799c29 admin admin] Publish callbacks [] for security_group (66260b89-b383-42c0-841f-0e1e307578b2), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.510390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-02dff5d8-d399-4320-bebe-043901799c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (66260b89-b383-42c0-841f-0e1e307578b2), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.550217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dff5d8-d399-4320-bebe-043901799c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66260b89-b383-42c0-841f-0e1e307578b2,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:49.569695 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-02dff5d8-d399-4320-bebe-043901799c29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a26cf8a05bc42d28d953364dddb8d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154329 Jul 07 10:27:49.572655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44502) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:49.574471 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.643964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aa64563a-4930-4331-ad27-28003519d630 admin admin] Publish callbacks [] for security_group (66260b89-b383-42c0-841f-0e1e307578b2), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.678110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aa64563a-4930-4331-ad27-28003519d630 admin admin] Publish callbacks [] for security_group (66260b89-b383-42c0-841f-0e1e307578b2), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.697498 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244adf7c-33be-42d8-b525-8473c89e70bd req-0d9eb810-e519-4dc8-92f4-6209ca932f89 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:49.704469 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-244adf7c-33be-42d8-b525-8473c89e70bd req-0d9eb810-e519-4dc8-92f4-6209ca932f89 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0937109 Jul 07 10:27:49.707658 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (0ffa8547-5804-43c2-99b3-6e063b2be75a), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.744797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aa64563a-4930-4331-ad27-28003519d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (66260b89-b383-42c0-841f-0e1e307578b2), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.747407 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:49.747730 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-aa64563a-4930-4331-ad27-28003519d630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.749131 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-aa64563a-4930-4331-ad27-28003519d630 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66260b89-b383-42c0-841f-0e1e307578b2 HTTP/1.1" status: 204 len: 168 time: 0.1732705 Jul 07 10:27:49.781008 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64563a-4930-4331-ad27-28003519d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66260b89-b383-42c0-841f-0e1e307578b2,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:49.822139 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-244adf7c-33be-42d8-b525-8473c89e70bd req-596a4467-3945-408d-a733-9a92c70fc931 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167202 Jul 07 10:27:49.849184 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffa8547-5804-43c2-99b3-6e063b2be75a,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:49.862290 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Checking segment: {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:49.862974 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Network hostable DHCP agents. Network: b3e89720-1b64-4314-83e5-302338369447, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:27:49.891213 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Network b3e89720-1b64-4314-83e5-302338369447 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:27:49.912936 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, b3e89720-1b64-4314-83e5-302338369447) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:49.918340 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:49.918943 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:49.923342 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2feec-9e3b-4eac-b994-5bb1b5fc56c1 req-c2972c12-a11b-4172-a5f9-098626c512e7 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:49.927929 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20feac2-da38-4132-a5de-e884d2cb70d6 None None] Network b3e89720-1b64-4314-83e5-302338369447 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:49.934070 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-10c2feec-9e3b-4eac-b994-5bb1b5fc56c1 req-c2972c12-a11b-4172-a5f9-098626c512e7 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.1202867 Jul 07 10:27:49.975267 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-bb5a13a0-8564-4480-b3fd-76d83fc5cfa4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6910419 Jul 07 10:27:50.013010 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-10c2feec-9e3b-4eac-b994-5bb1b5fc56c1 req-3d058f40-a141-4ded-af09-ab162cf69d7f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780554 Jul 07 10:27:50.139821 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f301882b-3fbe-4a63-aca1-af567717c098 req-f34a79fc-c057-421a-abfc-4ecbc8e0635d tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0762599 Jul 07 10:27:50.223608 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb613af-10b5-4b33-aaf3-b170ed06cc36 None None] Network b3e89720-1b64-4314-83e5-302338369447 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:27:50.552146 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d1718-ebc6-498b-8d5a-800a403f92a2 req-b71741a9-81ca-42e7-86e2-9baec5fbc9e9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:50.553714 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8c5d1718-ebc6-498b-8d5a-800a403f92a2 req-b71741a9-81ca-42e7-86e2-9baec5fbc9e9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0568447 Jul 07 10:27:50.612967 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8c5d1718-ebc6-498b-8d5a-800a403f92a2 req-97ef7843-1131-4d65-8a14-85bd464fe027 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Jul 07 10:27:50.928493 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f075b-8550-4181-beea-e3f3b18e6e88 req-5ddf6b11-5ddd-42d0-8973-8caa929d048b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:50.930106 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-072f075b-8550-4181-beea-e3f3b18e6e88 req-5ddf6b11-5ddd-42d0-8973-8caa929d048b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 931 time: 0.0478935 Jul 07 10:27:50.980356 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-072f075b-8550-4181-beea-e3f3b18e6e88 req-6ea89292-f539-453d-8127-b1c335dce461 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Jul 07 10:27:51.006569 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.119072 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:51.139988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258751-7849-47bc-b8a7-807d6032538a req-4d567994-6df2-4d5b-b583-f88a545e73f0 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:51.141454 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-01258751-7849-47bc-b8a7-807d6032538a req-4d567994-6df2-4d5b-b583-f88a545e73f0 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Jul 07 10:27:51.193406 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-01258751-7849-47bc-b8a7-807d6032538a req-e0e826b1-20a0-4c16-a201-b676e5106552 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464489 Jul 07 10:27:51.260347 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e8fbfd8a-c010-4f01-97a2-56999963a17a req-4f99fa83-627c-487d-9ef6-c15230090b8b tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0462377 Jul 07 10:27:51.283420 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Request body: {'port': {'device_id': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:51.317527 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.344664 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.347917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.349726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44556) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:51.523582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42eed9b5-5ca2-40e1-9f16-f066b7589178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.550101 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-3750881b-669b-4cb6-8fa0-3701b130bc97 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:51.551512 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-3750881b-669b-4cb6-8fa0-3701b130bc97 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 945 time: 0.0980594 Jul 07 10:27:51.671422 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-941990db-c81b-448c-a180-0d93c8681441 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1363285 Jul 07 10:27:51.735532 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:51.795167 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Deleting port fa036119-0380-421c-bdbb-88402fea7f30 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:27:51.795551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (fa036119-0380-421c-bdbb-88402fea7f30), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.831767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073044ae-b554-4039-868e-0d9ef21e017a req-345d71fa-8239-4d45-abf4-9a31b90c9855 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:51.833249 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-073044ae-b554-4039-868e-0d9ef21e017a req-345d71fa-8239-4d45-abf4-9a31b90c9855 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.1384082 Jul 07 10:27:51.964883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42eed9b5-5ca2-40e1-9f16-f066b7589178 admin admin] Publish callbacks [] for security_group (408581a8-6f6f-422e-832a-24b8e2f45161), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.966882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1716e6-ca2c-42e2-be39-5e2596494efc {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:51.971004 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:51.985230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-42eed9b5-5ca2-40e1-9f16-f066b7589178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (408581a8-6f6f-422e-832a-24b8e2f45161), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:51.990153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Publish callbacks [] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.053398 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-073044ae-b554-4039-868e-0d9ef21e017a req-80f70910-cef9-4a26-a221-c6765b85c6ea tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067003 Jul 07 10:27:52.058855 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] For port fa036119-0380-421c-bdbb-88402fea7f30, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fa036119-0380-421c-bdbb-88402fea7f30,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:52.059213 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (fa036119-0380-421c-bdbb-88402fea7f30), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.061866 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Transition to ACTIVE for port object 9e1716e6-ca2c-42e2-be39-5e2596494efc will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:27:52.076184 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.092324 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-42eed9b5-5ca2-40e1-9f16-f066b7589178 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22e8ba5426a148e9ad729764df778abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7406855 Jul 07 10:27:52.095213 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44582) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:52.109144 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Calling delete_port for fa036119-0380-421c-bdbb-88402fea7f30 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:27:52.112646 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eed9b5-5ca2-40e1-9f16-f066b7589178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408581a8-6f6f-422e-832a-24b8e2f45161,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:52.138658 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:52.150658 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-5e1218c9-d119-4b5e-a16d-62a163f49119 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:52.157995 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-5e1218c9-d119-4b5e-a16d-62a163f49119 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/networks?id=b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 200 len: 812 time: 0.1526058 Jul 07 10:27:52.185395 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-824bddd9-672c-4b52-adc5-176da38a4548 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/quotas/1bd64979a2bc4ca6be57262f4387920e HTTP/1.1" status: 200 len: 375 time: 0.0239024 Jul 07 10:27:52.209876 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:52.240288 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-553ca77d-70e0-4cd4-ad59-8502bd5409f9 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bd64979a2bc4ca6be57262f4387920e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469728 Jul 07 10:27:52.254667 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83e975f5-978c-4395-b44b-1f3ed6622211 admin admin] Publish callbacks [] for security_group (408581a8-6f6f-422e-832a-24b8e2f45161), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.262111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071827fd-35ea-4e60-924f-14c55bb87edf req-32901336-d4d4-4726-9783-c4fb6d723d69 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:52.263689 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-071827fd-35ea-4e60-924f-14c55bb87edf req-32901336-d4d4-4726-9783-c4fb6d723d69 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 943 time: 0.1335919 Jul 07 10:27:52.368750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Attempting to bind port 9e1716e6-ca2c-42e2-be39-5e2596494efc on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:52.369081 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Attempting to bind port 9e1716e6-ca2c-42e2-be39-5e2596494efc by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:52.369389 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Attempting to bind port 9e1716e6-ca2c-42e2-be39-5e2596494efc on network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:52.403870 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-071827fd-35ea-4e60-924f-14c55bb87edf req-c965ae48-74f6-4fac-9127-95f0254bb346 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206994 Jul 07 10:27:52.406943 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Port 9e1716e6-ca2c-42e2-be39-5e2596494efc on network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:27:52.407266 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Attempting to bind port 9e1716e6-ca2c-42e2-be39-5e2596494efc on network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:52.428473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:52.428473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Checking segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:52.428473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Bound using segment: {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:52.428473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Bound port: 9e1716e6-ca2c-42e2-be39-5e2596494efc, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff0092-8959-478b-935f-9905f5d72547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:52.428473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.447588 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:52.485347 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (fa036119-0380-421c-bdbb-88402fea7f30), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.504613 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['fa036119-0380-421c-bdbb-88402fea7f30'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:27:52.526680 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83e975f5-978c-4395-b44b-1f3ed6622211 admin admin] Publish callbacks [] for security_group (408581a8-6f6f-422e-832a-24b8e2f45161), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.532499 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Pushing event deleted for resources: {'Port': ['ID=fa036119-0380-421c-bdbb-88402fea7f30,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:52.590732 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.591073 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.591401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.591728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.592074 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.592393 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.592715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.593034 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.593350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.593661 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.593975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.594285 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.594596 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.594905 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.595215 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:27:52.600859 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-67cc07f3-2ce1-43b4-bb3e-5869e387c6fd req-92111bdf-d50b-4d73-9f8b-5cf41f1b0dc7 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 210 time: 0.0752418 Jul 07 10:27:52.607511 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:52.611895 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-0af57eb2-1501-4407-bc25-2e5ba225dbb3 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674316 Jul 07 10:27:52.629977 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] No DVR routers for this DVR port fa036119-0380-421c-bdbb-88402fea7f30 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:27:52.633762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.636972 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-937de179-92d5-4aac-ab3b-b57d4a19ef6a req-2a592e1c-ac79-48e8-bb47-5da2ef4e95ee tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "DELETE /v2.0/ports/fa036119-0380-421c-bdbb-88402fea7f30 HTTP/1.1" status: 204 len: 173 time: 1.0552688 Jul 07 10:27:52.637594 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'name': 'network-vif-deleted', 'tag': 'fa036119-0380-421c-bdbb-88402fea7f30'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:52.639833 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1d00f1-1c63-4b9a-8c20-b0d5c4680bdb" -d '{"events": [{"server_uuid": "192443a1-9b3b-4838-92b6-ac0031f4c767", "name": "network-vif-deleted", "tag": "fa036119-0380-421c-bdbb-88402fea7f30"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:52.644195 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:52.650175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.686620 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83e975f5-978c-4395-b44b-1f3ed6622211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (408581a8-6f6f-422e-832a-24b8e2f45161), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.689755 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-83e975f5-978c-4395-b44b-1f3ed6622211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.690999 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-83e975f5-978c-4395-b44b-1f3ed6622211 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/408581a8-6f6f-422e-832a-24b8e2f45161 HTTP/1.1" status: 204 len: 168 time: 0.5946722 Jul 07 10:27:52.704151 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e975f5-978c-4395-b44b-1f3ed6622211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408581a8-6f6f-422e-832a-24b8e2f45161,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:52.704839 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:52.705458 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:52.714776 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] 10.222.0.58 "PUT /v2.0/ports/9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 1093 time: 1.4355578 Jul 07 10:27:52.758350 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-65830a38-85b0-4643-9c93-25c96c963b1b service neutron] 10.222.0.16 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448839 Jul 07 10:27:52.773940 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b0c45a86-b815-4436-9c74-670eaca00a18 req-1f3a2886-591a-40b0-ab0f-43f0c1b95bf9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0925226 Jul 07 10:27:52.832022 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-4890986d-dd7d-4ecc-beb8-8db8b9ab3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:52.833551 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-4890986d-dd7d-4ecc-beb8-8db8b9ab3df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1129 time: 0.1154480 Jul 07 10:27:52.834149 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77d0fb-9c08-4cf5-b63b-2e9a09924a54 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:53.016510 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb7071-28d4-47d8-8362-07a2dbd0e6b8 x-openstack-request-id: req-33eb7071-28d4-47d8-8362-07a2dbd0e6b8 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:53.016732 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192443a1-9b3b-4838-92b6-ac0031f4c767", "name": "network-vif-deleted", "tag": "fa036119-0380-421c-bdbb-88402fea7f30", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:53.016985 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33eb7071-28d4-47d8-8362-07a2dbd0e6b8 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:53.017384 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33eb7071-28d4-47d8-8362-07a2dbd0e6b8'] response: {'server_uuid': '192443a1-9b3b-4838-92b6-ac0031f4c767', 'name': 'network-vif-deleted', 'tag': 'fa036119-0380-421c-bdbb-88402fea7f30', 'status': 'completed', 'code': 200} Jul 07 10:27:53.044571 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-122fb40c-7e88-4d5a-b02f-c83dcbf99cf3 req-78a7aa75-0681-4de6-ac87-fa248f1b0d5e tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 210 time: 0.0458024 Jul 07 10:27:53.078086 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-2dfb4afc-8f1c-476d-8699-8c6a3be3c764 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=71b2e4cb235e41da9ade19672bdd2e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598569 Jul 07 10:27:53.081084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-9e0cd460-94ac-4bc1-96c4-ee69ac43f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.082254 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-9e0cd460-94ac-4bc1-96c4-ee69ac43f069 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1127 time: 0.2370794 Jul 07 10:27:53.082655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:53.224582 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-5fed2ab9-c3b9-41f5-9125-106bd0fc8971 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 217 time: 0.1175659 Jul 07 10:27:53.268812 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069f63e-c08b-4420-8e0b-9b9863beae3b req-4f5764f2-24fa-4322-9fd0-b6a719695176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.271397 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a069f63e-c08b-4420-8e0b-9b9863beae3b req-4f5764f2-24fa-4322-9fd0-b6a719695176 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1130 time: 0.1044326 Jul 07 10:27:53.312569 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-0c0a4135-62d1-466e-b928-235136ccfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.316709 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-0c0a4135-62d1-466e-b928-235136ccfc1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.4405894 Jul 07 10:27:53.362352 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065c30-7839-4996-a41b-7eb5877fd7b2 req-3a02e51e-18c3-440f-8e74-61f20447f75f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.369168 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2f065c30-7839-4996-a41b-7eb5877fd7b2 req-3a02e51e-18c3-440f-8e74-61f20447f75f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.1374037 Jul 07 10:27:53.447052 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-0350fbbd-8680-46ac-a7c1-ae499e10ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.448587 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-0350fbbd-8680-46ac-a7c1-ae499e10ba02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.1661952 Jul 07 10:27:53.490360 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-1648597a-bb11-411b-badf-f314e8465d24 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.492163 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-1648597a-bb11-411b-badf-f314e8465d24 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975387 Jul 07 10:27:53.499542 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2f065c30-7839-4996-a41b-7eb5877fd7b2 req-f591f71e-b6d6-483d-ad00-8305efbb5031 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295469 Jul 07 10:27:53.593816 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71805be3-2cc2-410b-99f4-14cfc675622c req-907340bc-2118-494f-b5e4-401574d99ecf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.595369 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-71805be3-2cc2-410b-99f4-14cfc675622c req-907340bc-2118-494f-b5e4-401574d99ecf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 943 time: 0.1082387 Jul 07 10:27:53.626272 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed805ab-543d-42b6-af05-3608600711ac req-4c95e378-48ef-436b-9ad9-6b88fafa8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:53.627886 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-4c95e378-48ef-436b-9ad9-6b88fafa8e2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598552 Jul 07 10:27:53.633733 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Request body: {'port': {'device_id': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633', 'admin_state_up': True, 'tenant_id': '71b2e4cb235e41da9ade19672bdd2e4d'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:53.709558 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a069f63e-c08b-4420-8e0b-9b9863beae3b req-aa4e8ae3-6863-45eb-8c35-136550a613d5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730151 Jul 07 10:27:53.774904 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-71805be3-2cc2-410b-99f4-14cfc675622c req-2496c81d-c542-4250-83c3-089c77a1ebdf tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718862 Jul 07 10:27:53.885583 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4d0540df-0035-4063-aa4a-8d9edc3404e9 req-0bcac6ce-2a4c-410c-ba55-77126231918c tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0330503 Jul 07 10:27:53.970600 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-33f9623f-49b1-4a0e-978b-5d8a7446f7ef req-9b933467-3d9b-48bc-88e6-5146a04c7eea tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=192443a1-9b3b-4838-92b6-ac0031f4c767 HTTP/1.1" status: 200 len: 210 time: 0.0688748 Jul 07 10:27:54.003496 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-ce18e2b5-07ac-496c-8f27-d2f1e50db86c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 1001 time: 0.4873934 Jul 07 10:27:54.138367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:54.171770 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-edf5c3a6-7e8a-4617-bef3-6a757a1e359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:54.174139 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-edf5c3a6-7e8a-4617-bef3-6a757a1e359e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.1387072 Jul 07 10:27:54.176877 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cdb47f56-03e8-49cc-abc6-550f782ad043 req-38a8bb0f-375e-41de-b7d4-80ddf8d6b343 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 210 time: 0.0320387 Jul 07 10:27:54.210745 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-240c34e5-f763-40aa-bc94-f398b383035c service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204923 Jul 07 10:27:54.224563 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Made reservation on behalf of 71b2e4cb235e41da9ade19672bdd2e4d for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:54.230317 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:54.248358 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:54.330728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks [] for security_group (f119ae16-dc26-4b33-ae01-af72c045d9b9), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:54.334661 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f119ae16-dc26-4b33-ae01-af72c045d9b9), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:54.480484 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f119ae16-dc26-4b33-ae01-af72c045d9b9,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:54.517871 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:54.519584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-0691b84d-d50c-4f67-9d23-23d41150f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:54.521233 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-0691b84d-d50c-4f67-9d23-23d41150f3cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1673415 Jul 07 10:27:54.594778 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ed805ab-543d-42b6-af05-3608600711ac req-abe0c443-f19e-4be2-b726-ec1295235c6a service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420146 Jul 07 10:27:54.603067 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Allocated IP 192.168.233.139 (441ed0c4-16ff-4105-ae16-04a63b782633/eeb2e929-46d3-4f20-a2e9-fbe85a8f40da/10ed8f63-fb1d-4905-927a-34b2f6274378) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:54.668304 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97681-fdc1-4d69-a292-418b6343bdf3 req-a352854e-6231-4ade-ace5-7696a6d230e6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:54.670370 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-14f97681-fdc1-4d69-a292-418b6343bdf3 req-a352854e-6231-4ade-ace5-7696a6d230e6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0636079 Jul 07 10:27:54.872317 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-14f97681-fdc1-4d69-a292-418b6343bdf3 req-c2e20fdd-bd41-4eef-a504-e86fb54adf86 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811824 Jul 07 10:27:54.896011 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-4161b73c-cc53-4804-8667-25a5dccefae7 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192814 Jul 07 10:27:54.924783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks [] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:54.926720 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd2a3-50ed-4e56-9a71-78096657f6d3 req-85b632b8-09cf-4adc-ad2e-b61a27b6c857 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:54.935893 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:54.937523 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e6fd2a3-50ed-4e56-9a71-78096657f6d3 req-85b632b8-09cf-4adc-ad2e-b61a27b6c857 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 943 time: 0.0860875 Jul 07 10:27:54.985401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:55.000018 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e6fd2a3-50ed-4e56-9a71-78096657f6d3 req-d211bfa7-cd9e-4cd3-81f8-90547ea5ec4d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Jul 07 10:27:55.028636 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:55.030870 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:55.072491 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Network 441ed0c4-16ff-4105-ae16-04a63b782633 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:55.075605 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223eac0-dc9a-4fea-a599-a76dfa7a156d req-1fd8efc1-80f9-4176-8aa5-d5ccc45e89e1 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:55.077024 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2223eac0-dc9a-4fea-a599-a76dfa7a156d req-1fd8efc1-80f9-4176-8aa5-d5ccc45e89e1 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 936 time: 0.1107614 Jul 07 10:27:55.080599 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:55.086049 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:55.091454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Pushing event updated for resources: {'Port': ['ID=10ed8f63-fb1d-4905-927a-34b2f6274378,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:55.129307 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c75687-a2d1-4e7e-997f-133bb1d2a854 x-openstack-request-id: req-d0c75687-a2d1-4e7e-997f-133bb1d2a854 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:55.129600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:55.129851 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0c75687-a2d1-4e7e-997f-133bb1d2a854 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:55.130236 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c75687-a2d1-4e7e-997f-133bb1d2a854'] response: {'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'status': 'completed', 'code': 200} Jul 07 10:27:55.179476 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:55.180824 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:55.215904 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2223eac0-dc9a-4fea-a599-a76dfa7a156d req-657c2f2a-3be8-4b2e-9ed5-c5a9b0e2b7fd tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309655 Jul 07 10:27:55.239390 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-eccc90cb-60a1-4e58-a9f2-26da276d8f45 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6146595 Jul 07 10:27:55.330123 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:55.342155 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a609fb18-06ce-45c1-91d2-fbf4e0d0c527 req-96b940d9-0a61-4750-83ff-56b9dae02685 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Jul 07 10:27:55.422496 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-4fd44465-e279-4fd0-bbf1-fb1a5de5ae3f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:55.425460 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-4fd44465-e279-4fd0-bbf1-fb1a5de5ae3f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/networks?id=077a047b-f9c7-490e-ac9f-1de351d3c473 HTTP/1.1" status: 200 len: 809 time: 0.1331329 Jul 07 10:27:55.442908 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-1945a364-427c-4156-a56a-56d67c3987fc tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/quotas/3d3b58b3beed423aba9a7c28d1e09c88 HTTP/1.1" status: 200 len: 375 time: 0.0108016 Jul 07 10:27:55.447563 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-d7af6091-c757-443e-b098-9b6df9182c28 None None] Provisioning complete for port 10ed8f63-fb1d-4905-927a-34b2f6274378 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:27:55.448316 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d7af6091-c757-443e-b098-9b6df9182c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:55.484194 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-fbbd955d-455c-4fca-abe8-54462fad7c5b tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353017 Jul 07 10:27:55.488967 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-d7af6091-c757-443e-b098-9b6df9182c28 None None] Port 10ed8f63-fb1d-4905-927a-34b2f6274378 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:27:55.604102 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-5af6945c-2d8c-41a4-8883-90842c889fe5 service neutron] 10.222.0.16 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101420 Jul 07 10:27:55.689233 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:55.719172 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-1805369a-99d1-4215-a860-6b7037a7b381 service neutron] 10.222.0.16 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092103 Jul 07 10:27:55.885461 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3ee448d1-9886-41e8-af1a-698a83c16be5 req-439d6b97-833d-47b0-add4-6f6b3f9a7257 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 210 time: 0.0284832 Jul 07 10:27:55.993663 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa5482-53f6-43de-9680-69cc9eb70916 req-3735d064-15a6-4134-a268-e533f7c244aa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:55.995341 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-29fa5482-53f6-43de-9680-69cc9eb70916 req-3735d064-15a6-4134-a268-e533f7c244aa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0496545 Jul 07 10:27:56.051343 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-29fa5482-53f6-43de-9680-69cc9eb70916 req-c797f9c8-0e33-4493-aaaf-a04875f43141 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501604 Jul 07 10:27:56.065509 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Request body: {'port': {'device_id': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:56.125477 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-e67c2c54-c576-4d88-ac52-17a3a8284507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.127071 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-e67c2c54-c576-4d88-ac52-17a3a8284507 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1127 time: 0.0680873 Jul 07 10:27:56.219395 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:56.275453 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9e185331-c011-40b7-8a92-78b6b568ed59 req-bbf354bc-0940-43ff-a1c6-889e2932c941 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375314 Jul 07 10:27:56.280662 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:56.331864 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-3351871c-0806-4f9a-950f-1fc887dd7ae5 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.334665 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-3351871c-0806-4f9a-950f-1fc887dd7ae5 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "GET /v2.0/networks?id=b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 200 len: 812 time: 0.2735851 Jul 07 10:27:56.373076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25cd4-1512-4b69-85e6-180237867db4 req-099d65a2-d2eb-4ccc-80d0-d9f61eedf7ad tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.381137 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d0e25cd4-1512-4b69-85e6-180237867db4 req-099d65a2-d2eb-4ccc-80d0-d9f61eedf7ad tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 943 time: 0.1833150 Jul 07 10:27:56.394309 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Request body: {'port': {'device_id': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'network_id': 'b3e89720-1b64-4314-83e5-302338369447', 'admin_state_up': True, 'tenant_id': '1bd64979a2bc4ca6be57262f4387920e'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:56.426997 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-423fd1f1-47cd-44ef-b697-ceb3a6d5bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.428132 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-423fd1f1-47cd-44ef-b697-ceb3a6d5bdfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 915 time: 0.2933822 Jul 07 10:27:56.475886 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d0e25cd4-1512-4b69-85e6-180237867db4 req-d16be82f-e981-463b-8ec6-05ef03df58ac tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903685 Jul 07 10:27:56.544029 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-b7b0cc89-95c6-4b70-a0fa-7d323bccb80a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 217 time: 0.0667555 Jul 07 10:27:56.660164 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5f1765b7-4c32-4e93-95ea-748e2ea43e57 req-8c2cdc76-197a-47b9-a3f2-788cf941fd86 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 210 time: 0.0977645 Jul 07 10:27:56.660528 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8df9-05b9-4ff5-9d29-2b6670be01d5 req-088e5480-1595-48bd-821a-e5549701e6d9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.662498 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-197c8df9-05b9-4ff5-9d29-2b6670be01d5 req-088e5480-1595-48bd-821a-e5549701e6d9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 936 time: 0.1118174 Jul 07 10:27:56.668175 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-aaaf0de7-ad0d-42e7-b1aa-8543aea2aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.669916 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-aaaf0de7-ad0d-42e7-b1aa-8543aea2aee8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.1168025 Jul 07 10:27:56.679580 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device fa036119-0380-421c-bdbb-88402fea7f30 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:27:56.721387 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: fa036119-0380-421c-bdbb-88402fea7f30 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:27:56.721583 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device fa036119-0380-421c-bdbb-88402fea7f30 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:27:56.743197 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Made reservation on behalf of 1bd64979a2bc4ca6be57262f4387920e for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:56.745109 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-302db679-7c7a-4de4-95f1-3c6ed79ef864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.746616 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-302db679-7c7a-4de4-95f1-3c6ed79ef864 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650692 Jul 07 10:27:56.746730 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:56.760789 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-197c8df9-05b9-4ff5-9d29-2b6670be01d5 req-aed12b68-bf3a-4761-af2c-3e46dc821db5 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882175 Jul 07 10:27:56.787844 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:56.919146 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd89954-8539-4524-ae2e-33582d39f4eb req-07a07941-ac37-4dd6-9336-3a649f437954 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:56.920998 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8bd89954-8539-4524-ae2e-33582d39f4eb req-07a07941-ac37-4dd6-9336-3a649f437954 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0571437 Jul 07 10:27:57.073948 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8d95eef6-fa7f-44b1-9d53-d945dafb7869 req-aa82b484-5705-4a6f-aced-5bb5faf2a9c6 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 210 time: 0.0754111 Jul 07 10:27:57.081848 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ed8f63-fb1d-4905-927a-34b2f6274378 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:57.104796 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8bd89954-8539-4524-ae2e-33582d39f4eb req-b9aec25f-af77-4e0c-9570-19f60690801f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654735 Jul 07 10:27:57.107734 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Publish callbacks [] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:57.111705 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Allocated IP 172.20.0.10 (b3e89720-1b64-4314-83e5-302338369447/0ffa8547-5804-43c2-99b3-6e063b2be75a/9e332fd9-fdcf-495a-9546-8197da03d874) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:57.121759 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-59b2f8f5-2b60-4bd4-98c2-76d963c39ff1 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801698 Jul 07 10:27:57.137079 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Transition to ACTIVE for port object 10ed8f63-fb1d-4905-927a-34b2f6274378 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:27:57.144479 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:57.233090 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Pushing event updated for resources: {'Port': ['ID=10ed8f63-fb1d-4905-927a-34b2f6274378,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:57.244328 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.58', 64725) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:27:57.314746 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:57.561506 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-70ab1047-0846-4e7e-9f1b-7a3354b26b2e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:57.563264 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-70ab1047-0846-4e7e-9f1b-7a3354b26b2e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "GET /v2.0/networks?id=077a047b-f9c7-490e-ac9f-1de351d3c473 HTTP/1.1" status: 200 len: 809 time: 0.3180716 Jul 07 10:27:57.565916 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-82114a5e-7f09-4e36-9e25-d0530a04314c service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225341 Jul 07 10:27:57.708158 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:57.770720 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c3fbede3-c7ed-42e9-b8c7-dfa84d67ee9f req-14ea16c7-ff08-42d7-ae20-65fbb6276514 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 210 time: 0.0429180 Jul 07 10:27:57.781504 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-fdfbd5d1-45b7-41ae-bf87-ebd135e416d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:57.783221 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-fdfbd5d1-45b7-41ae-bf87-ebd135e416d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1130 time: 0.4946978 Jul 07 10:27:57.829596 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa18b6-1d91-4d14-990a-b24db7b59977 req-22ca4e78-6ff7-4968-a30d-1936d29396c8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:57.831073 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98fa18b6-1d91-4d14-990a-b24db7b59977 req-22ca4e78-6ff7-4968-a30d-1936d29396c8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 943 time: 0.1583436 Jul 07 10:27:57.870289 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:57.880040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Request body: {'port': {'device_id': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473', 'admin_state_up': True, 'tenant_id': '3d3b58b3beed423aba9a7c28d1e09c88'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:57.882730 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Attempting to bind port 10ed8f63-fb1d-4905-927a-34b2f6274378 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:57.884284 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Attempting to bind port 10ed8f63-fb1d-4905-927a-34b2f6274378 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:57.884633 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Attempting to bind port 10ed8f63-fb1d-4905-927a-34b2f6274378 on network 441ed0c4-16ff-4105-ae16-04a63b782633 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:57.916721 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Port 10ed8f63-fb1d-4905-927a-34b2f6274378 on network 441ed0c4-16ff-4105-ae16-04a63b782633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:27:57.917056 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Attempting to bind port 10ed8f63-fb1d-4905-927a-34b2f6274378 on network 441ed0c4-16ff-4105-ae16-04a63b782633 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:57.926669 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks [] for port (9e332fd9-fdcf-495a-9546-8197da03d874), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:57.936105 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fab7a2-d1cb-4978-bb4b-3a2ca5977ebe req-83dba2bf-350a-42c4-b254-8fe835e0ae22 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:57.937630 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-79fab7a2-d1cb-4978-bb4b-3a2ca5977ebe req-83dba2bf-350a-42c4-b254-8fe835e0ae22 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 948 time: 0.1007981 Jul 07 10:27:57.957348 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:57.957704 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Checking segment: {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:57.958089 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Bound using segment: {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:57.958521 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Bound port: 10ed8f63-fb1d-4905-927a-34b2f6274378, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eeaa57-46e5-448c-9160-c8506aca3c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:57.958903 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:57.991048 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98fa18b6-1d91-4d14-990a-b24db7b59977 req-03da1ab1-c610-4c99-91f1-c56e83cc49ed tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466129 Jul 07 10:27:58.047514 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-79fab7a2-d1cb-4978-bb4b-3a2ca5977ebe req-0270e6f0-4aff-4541-854e-be6b436aa94f tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983012 Jul 07 10:27:58.074220 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Made reservation on behalf of 3d3b58b3beed423aba9a7c28d1e09c88 for: {'port': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:27:58.079959 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.117013 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-4341e67c-ebd4-4f30-99b9-6616d0483622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.119006 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-4341e67c-ebd4-4f30-99b9-6616d0483622 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.2588525 Jul 07 10:27:58.125977 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:58.183673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] For port 10ed8f63-fb1d-4905-927a-34b2f6274378, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:58.190244 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-75f6dc55-f292-4bb5-9b2e-dc22d41edf8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 200 len: 217 time: 0.0596995 Jul 07 10:27:58.216732 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] For port 10ed8f63-fb1d-4905-927a-34b2f6274378, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=10ed8f63-fb1d-4905-927a-34b2f6274378,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:58.218862 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.262314 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-887f4820-bdaa-461f-b6d5-599b6451f1a9 req-6316d37d-4a3d-401f-a351-d4fadd4d8dd4 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 210 time: 0.0799310 Jul 07 10:27:58.263350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.272996 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7fbe4-cadd-432a-99ef-51ba2ce39d97 req-8014b2ff-975e-4c56-ba66-dacd27dbc537 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.273704 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-86f7fbe4-cadd-432a-99ef-51ba2ce39d97 req-8014b2ff-975e-4c56-ba66-dacd27dbc537 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0703754 Jul 07 10:27:58.278109 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Allocated IP 172.20.0.3 (077a047b-f9c7-490e-ac9f-1de351d3c473/3ebdde65-b337-4963-a40a-a8e44496b3e8/1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:27:58.328550 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Network b3e89720-1b64-4314-83e5-302338369447 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:58.330473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.331099 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.332538 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] 10.222.0.58 "PUT /v2.0/ports/10ed8f63-fb1d-4905-927a-34b2f6274378 HTTP/1.1" status: 200 len: 1098 time: 2.2727218 Jul 07 10:27:58.335149 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'tag': '10ed8f63-fb1d-4905-927a-34b2f6274378'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:58.337654 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d999957-387b-4879-b8af-e1e5b39a5e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "03a8b2e2-624f-44b3-81fb-f7bf6d23634e", "tag": "10ed8f63-fb1d-4905-927a-34b2f6274378"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:58.340992 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-5bdc5346-88ef-4559-99df-3c3541f72fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.342516 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-5bdc5346-88ef-4559-99df-3c3541f72fda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.1346693 Jul 07 10:27:58.344448 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:58.346507 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Pushing event updated for resources: {'Port': ['ID=9e332fd9-fdcf-495a-9546-8197da03d874,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:58.349140 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:58.419985 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-86f7fbe4-cadd-432a-99ef-51ba2ce39d97 req-9a1bff24-1de2-49c1-91e5-c33a31967a76 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391878 Jul 07 10:27:58.436313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c6a774-61d9-46ca-9939-e193475c6d20 x-openstack-request-id: req-18c6a774-61d9-46ca-9939-e193475c6d20 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:58.436607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a8b2e2-624f-44b3-81fb-f7bf6d23634e", "tag": "10ed8f63-fb1d-4905-927a-34b2f6274378", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:58.437435 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18c6a774-61d9-46ca-9939-e193475c6d20 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:58.437435 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c6a774-61d9-46ca-9939-e193475c6d20'] response: {'name': 'network-changed', 'server_uuid': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'tag': '10ed8f63-fb1d-4905-927a-34b2f6274378', 'status': 'completed', 'code': 200} Jul 07 10:27:58.500794 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-f1c21e59-0332-4528-9a04-60fea6d993cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.501798 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-f1c21e59-0332-4528-9a04-60fea6d993cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1492827 Jul 07 10:27:58.530766 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.531406 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.531952 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks [] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.536482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-474dbe24-b129-44b9-8aea-899c2cd50949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.537919 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-474dbe24-b129-44b9-8aea-899c2cd50949 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=71b2e4cb235e41da9ade19672bdd2e4d&device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 1132 time: 0.1148772 Jul 07 10:27:58.551488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea79218-82d2-4dab-a501-ed0110598cfc service neutron] Pushing event updated for resources: {'Port': ['ID=10ed8f63-fb1d-4905-927a-34b2f6274378,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:58.571153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:58.580172 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.607664 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-647fdc51-0e7a-40c9-ae86-c2fcea76ab1d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2353842 Jul 07 10:27:58.611068 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-1e74298e-f717-491f-94c5-ca099f6379c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10ed8f63-fb1d-4905-927a-34b2f6274378 HTTP/1.1" status: 200 len: 217 time: 0.0523963 Jul 07 10:27:58.630181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:58.633759 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Pushing event updated for resources: {'Port': ['ID=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:58.647210 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Request body: {'port': {'device_id': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:58.651454 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Network 077a047b-f9c7-490e-ac9f-1de351d3c473 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:27:58.653581 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:27:58.660965 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:27:58.673128 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e1716e6-ca2c-42e2-be39-5e2596494efc details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:27:58.713908 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.714424 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.733179 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-b1104c4a-977a-4197-97d3-c9d11ebd064e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595037 Jul 07 10:27:58.745334 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Request body: {'port': {'device_id': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:27:58.756370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:58.760977 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-eb5021f6-fc94-4afd-9b24-f3bab0580534 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480309 Jul 07 10:27:58.764191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-7abacbab-56cf-4f59-9c35-effcd701eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.765541 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-7abacbab-56cf-4f59-9c35-effcd701eb20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eeb2e929-46d3-4f20-a2e9-fbe85a8f40da HTTP/1.1" status: 200 len: 843 time: 0.1237707 Jul 07 10:27:58.769895 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.781892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:58.794548 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'port_id': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'mac_address': 'fa:16:3e:37:41:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:27:58.813308 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.833341 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 9e1716e6-ca2c-42e2-be39-5e2596494efc is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:27:58.833726 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.847309 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1716e6-ca2c-42e2-be39-5e2596494efc {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:58.869156 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:27:58.874508 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:58.875154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-404f1e96-9a86-4a1e-b5f9-ba95b5e70a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:58.875796 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:58.876702 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-404f1e96-9a86-4a1e-b5f9-ba95b5e70a9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=441ed0c4-16ff-4105-ae16-04a63b782633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1045458 Jul 07 10:27:58.934267 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:59.053913 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fd5d-9015-4292-852d-b9f210e372f3 req-b15d24ff-3a9a-414b-b531-41aaec0b65e5 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.055684 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2482fd5d-9015-4292-852d-b9f210e372f3 req-b15d24ff-3a9a-414b-b531-41aaec0b65e5 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 932 time: 0.1858926 Jul 07 10:27:59.115638 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72e43666-43d9-4aad-86a1-d20bdf326eaa req-b923f01f-9164-491a-a410-394379990958 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423288 Jul 07 10:27:59.116089 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:59.120332 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e1716e6-ca2c-42e2-be39-5e2596494efc'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:27:59.127121 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe {{(pid=103871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:59.138887 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Publish callbacks [] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.147132 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e158-82f9-4cbe-a640-20dfb4a547aa req-db1acbd4-b37a-4967-a635-35b7bb1eedc6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.149200 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5964e158-82f9-4cbe-a640-20dfb4a547aa req-db1acbd4-b37a-4967-a635-35b7bb1eedc6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 944 time: 0.0645339 Jul 07 10:27:59.167774 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.provisioning_blocks [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Transition to ACTIVE for port object 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe will not be triggered until provisioned by entity L2. {{(pid=103871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:27:59.178768 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.228510 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-7109667a-2171-4823-8fb8-e98443594fa3 service neutron] 10.222.0.58 "GET /v2.0/networks/441ed0c4-16ff-4105-ae16-04a63b782633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143895 Jul 07 10:27:59.256491 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5964e158-82f9-4cbe-a640-20dfb4a547aa req-9b1ba6c1-bddf-4d29-92ed-23c1a921e635 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999298 Jul 07 10:27:59.258820 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Pushing event updated for resources: {'Port': ['ID=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:59.346181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Attempting to bind port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:59.346875 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Attempting to bind port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:59.346875 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Attempting to bind port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe on network 077a047b-f9c7-490e-ac9f-1de351d3c473 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:59.353183 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe on network 077a047b-f9c7-490e-ac9f-1de351d3c473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:27:59.353502 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Attempting to bind port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe on network 077a047b-f9c7-490e-ac9f-1de351d3c473 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:59.367166 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:59.367588 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Checking segment: {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:59.367910 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Bound using segment: {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:59.368345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Bound port: 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6978854c-5de4-4d61-a971-b3dc5c548889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:59.368703 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.372545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:59.408617 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2482fd5d-9015-4292-852d-b9f210e372f3 req-b9acf7cb-bbd5-4dfa-b77a-45a704bf1b49 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150046 Jul 07 10:27:59.426288 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:59.442107 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e999f1-ee41-428e-8166-4a7e00040492 req-2bf7adf4-aeb2-4782-8d89-6df74243d085 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.444256 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d2e999f1-ee41-428e-8166-4a7e00040492 req-2bf7adf4-aeb2-4782-8d89-6df74243d085 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 948 time: 0.0921445 Jul 07 10:27:59.448672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:27:59.478429 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e332fd9-fdcf-495a-9546-8197da03d874 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:27:59.490201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Publish callbacks [] for port (9e332fd9-fdcf-495a-9546-8197da03d874), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.490875 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] For port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host hv-cinder-82282, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:59.499254 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] For port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:59.509971 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.557994 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d2e999f1-ee41-428e-8166-4a7e00040492 req-e081eeac-f504-4c89-83a5-9b1282f62c37 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066365 Jul 07 10:27:59.566039 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.567830 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.568059 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] 10.222.0.58 "PUT /v2.0/ports/1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe HTTP/1.1" status: 200 len: 1093 time: 0.8274472 Jul 07 10:27:59.568503 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'tag': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:27:59.571790 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e26f70-60fa-4282-a277-2ced5ea5da1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25", "tag": "1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:27:59.572099 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d096811-a5cd-4bb6-8a8b-559829bc5770 req-cc23f6c7-d403-4b21-bba5-8b898e51f26f service neutron] 10.222.0.58 "GET /v2.0/networks/441ed0c4-16ff-4105-ae16-04a63b782633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075000 Jul 07 10:27:59.579087 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Transition to ACTIVE for port object 9e332fd9-fdcf-495a-9546-8197da03d874 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:27:59.589459 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e9d5d-8709-4d62-acd0-84a68adafb47 req-438138c7-5e5f-4b22-9dde-728172fa38c2 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.590201 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd779-d20d-4d0d-b874-7e9405d4e14f service neutron] Pushing event updated for resources: {'Port': ['ID=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:59.591799 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ce3e9d5d-8709-4d62-acd0-84a68adafb47 req-438138c7-5e5f-4b22-9dde-728172fa38c2 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.1048002 Jul 07 10:27:59.600736 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.687388 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Pushing event updated for resources: {'Port': ['ID=9e332fd9-fdcf-495a-9546-8197da03d874,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:27:59.706731 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d338d-5a6b-4c76-8cb8-41b9bdf045f9 req-7ea4d5ec-e436-495e-96dc-804ef3d743f7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.710955 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-113d338d-5a6b-4c76-8cb8-41b9bdf045f9 req-7ea4d5ec-e436-495e-96dc-804ef3d743f7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0648768 Jul 07 10:27:59.734898 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ce3e9d5d-8709-4d62-acd0-84a68adafb47 req-224721a9-bb3d-452e-8eaf-d0ef85c02105 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315541 Jul 07 10:27:59.773210 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-113d338d-5a6b-4c76-8cb8-41b9bdf045f9 req-0e63ae73-520f-49df-8e2b-68735fa6a050 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563095 Jul 07 10:27:59.779051 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8d1c2c-42e9-4163-ae64-1c6d17ce323e x-openstack-request-id: req-1e8d1c2c-42e9-4163-ae64-1c6d17ce323e {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:27:59.779360 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25", "tag": "1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:27:59.779597 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e8d1c2c-42e9-4163-ae64-1c6d17ce323e {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:27:59.780201 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8d1c2c-42e9-4163-ae64-1c6d17ce323e'] response: {'name': 'network-changed', 'server_uuid': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'tag': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe', 'status': 'completed', 'code': 200} Jul 07 10:27:59.791340 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Attempting to bind port 9e332fd9-fdcf-495a-9546-8197da03d874 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:27:59.791644 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Attempting to bind port 9e332fd9-fdcf-495a-9546-8197da03d874 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:27:59.791995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Attempting to bind port 9e332fd9-fdcf-495a-9546-8197da03d874 on network b3e89720-1b64-4314-83e5-302338369447 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:59.796385 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Port 9e332fd9-fdcf-495a-9546-8197da03d874 on network b3e89720-1b64-4314-83e5-302338369447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:27:59.796701 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Attempting to bind port 9e332fd9-fdcf-495a-9546-8197da03d874 on network b3e89720-1b64-4314-83e5-302338369447 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:27:59.801438 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:27:59.801798 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Checking segment: {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:27:59.802166 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Bound using segment: {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:27:59.802580 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Bound port: 9e332fd9-fdcf-495a-9546-8197da03d874, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:27:59.802933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.862432 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] For port 9e332fd9-fdcf-495a-9546-8197da03d874, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:27:59.865371 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] For port 9e332fd9-fdcf-495a-9546-8197da03d874, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e332fd9-fdcf-495a-9546-8197da03d874,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:27:59.871283 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.911227 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:27:59.911862 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:27:59.913328 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] 10.222.0.58 "PUT /v2.0/ports/9e332fd9-fdcf-495a-9546-8197da03d874 HTTP/1.1" status: 200 len: 1094 time: 1.2703443 Jul 07 10:27:59.927488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb508cf7-462f-4cf9-be95-be124ce97dca service neutron] Pushing event updated for resources: {'Port': ['ID=9e332fd9-fdcf-495a-9546-8197da03d874,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:00.393142 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97101-b0b6-49f0-be2f-e6688004cf4d req-0743a9e5-fd7f-4900-8475-a7558356027f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:00.394688 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f8c97101-b0b6-49f0-be2f-e6688004cf4d req-0743a9e5-fd7f-4900-8475-a7558356027f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 944 time: 0.0566776 Jul 07 10:28:00.438244 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'tag': '9e332fd9-fdcf-495a-9546-8197da03d874'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:00.440589 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4227d62b-565a-497c-b6b6-a6143056a663" -d '{"events": [{"name": "network-changed", "server_uuid": "ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6", "tag": "9e332fd9-fdcf-495a-9546-8197da03d874"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:00.452658 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f8c97101-b0b6-49f0-be2f-e6688004cf4d req-1a60f70b-cb84-4d16-a970-31e46f97926a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497601 Jul 07 10:28:00.499543 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e154207c-336c-41bd-8a6c-8794f68c451f x-openstack-request-id: req-e154207c-336c-41bd-8a6c-8794f68c451f {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:00.499866 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6", "tag": "9e332fd9-fdcf-495a-9546-8197da03d874", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:00.500123 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e154207c-336c-41bd-8a6c-8794f68c451f {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:00.500567 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e154207c-336c-41bd-8a6c-8794f68c451f'] response: {'name': 'network-changed', 'server_uuid': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'tag': '9e332fd9-fdcf-495a-9546-8197da03d874', 'status': 'completed', 'code': 200} Jul 07 10:28:00.537515 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923641-58d3-4694-b902-d7571b0a4a12 req-60ef3def-ab05-4bce-b2e1-fa37e5ea0221 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:00.539045 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-17923641-58d3-4694-b902-d7571b0a4a12 req-60ef3def-ab05-4bce-b2e1-fa37e5ea0221 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0519750 Jul 07 10:28:00.585356 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-17923641-58d3-4694-b902-d7571b0a4a12 req-2a3ab21a-d90f-41b1-b733-fd65b8579b8c tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Jul 07 10:28:00.673839 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e1716e6-ca2c-42e2-be39-5e2596494efc up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:00.684785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df69a-7981-45db-a604-c1625645e186 req-f31cde06-17ef-4f7b-b01c-3200694e6f71 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:00.686376 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8f3df69a-7981-45db-a604-c1625645e186 req-f31cde06-17ef-4f7b-b01c-3200694e6f71 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 948 time: 0.0474081 Jul 07 10:28:00.719161 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 9e1716e6-ca2c-42e2-be39-5e2596494efc completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:28:00.726106 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 9e1716e6-ca2c-42e2-be39-5e2596494efc triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:00.733283 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:00.741935 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8f3df69a-7981-45db-a604-c1625645e186 req-0f11af8a-a117-42c3-afbc-416f0f554081 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Jul 07 10:28:00.803833 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:00.827114 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 9e1716e6-ca2c-42e2-be39-5e2596494efc is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:00.827725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:00.859814 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f711b-916f-4ea0-84d2-b4fa2972c0fa req-ab860b6e-559d-43f5-9ebb-993b7aef38f0 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:00.866906 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-683f711b-916f-4ea0-84d2-b4fa2972c0fa req-ab860b6e-559d-43f5-9ebb-993b7aef38f0 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.0589039 Jul 07 10:28:00.872878 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:00.873837 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:00.876640 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6a6de8-a448-4301-b9da-25413647ac0e" -d '{"events": [{"server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "name": "network-vif-plugged", "status": "completed", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:00.881144 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:00.891792 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:00.917148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f17c5-81a3-4d33-971b-33c5e0b25ee3 req-a9bd0ac2-2f3b-4da3-b995-0c1b8c1f2b8b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:00.924959 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-838f17c5-81a3-4d33-971b-33c5e0b25ee3 req-a9bd0ac2-2f3b-4da3-b995-0c1b8c1f2b8b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0650489 Jul 07 10:28:00.927197 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:00.932161 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-683f711b-916f-4ea0-84d2-b4fa2972c0fa req-0c1047b9-b90e-4448-89d7-07411bc9cad8 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644150 Jul 07 10:28:00.936373 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:00.978028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51c0b5-6a17-4ede-a856-1f51246a5df5 x-openstack-request-id: req-bf51c0b5-6a17-4ede-a856-1f51246a5df5 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:00.978348 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "name": "network-vif-plugged", "status": "completed", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:00.978603 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf51c0b5-6a17-4ede-a856-1f51246a5df5 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:00.979237 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf51c0b5-6a17-4ede-a856-1f51246a5df5'] response: {'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'code': 200} Jul 07 10:28:00.983899 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-838f17c5-81a3-4d33-971b-33c5e0b25ee3 req-7d7e64fb-994e-415b-8b67-8c3ff25bd7aa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580502 Jul 07 10:28:01.355363 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-1e11c6de-5651-4cb0-9819-00138ae1fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.356852 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-1e11c6de-5651-4cb0-9819-00138ae1fd1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 1127 time: 0.0393338 Jul 07 10:28:01.474271 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-a7dea080-29ff-4014-a2b1-decb23a2049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.475735 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-a7dea080-29ff-4014-a2b1-decb23a2049e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=71b2e4cb235e41da9ade19672bdd2e4d&device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 1132 time: 0.0398815 Jul 07 10:28:01.509018 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-2b6f0e4b-8da0-4ed1-bf9b-c3a36eb36013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.510612 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-2b6f0e4b-8da0-4ed1-bf9b-c3a36eb36013 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bd64979a2bc4ca6be57262f4387920e&device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 1128 time: 0.0714335 Jul 07 10:28:01.571219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b478dc2-bf99-41ec-9e46-13fc4db6037e req-70c5d501-5872-4fe0-9958-8d0b7e31a127 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.571882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-81639e81-d8f0-4ae2-adc0-610f9752a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.572785 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7b478dc2-bf99-41ec-9e46-13fc4db6037e req-70c5d501-5872-4fe0-9958-8d0b7e31a127 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0473785 Jul 07 10:28:01.573099 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-81639e81-d8f0-4ae2-adc0-610f9752a99e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1235406 Jul 07 10:28:01.620448 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7b478dc2-bf99-41ec-9e46-13fc4db6037e req-c32f654e-1e60-4482-a862-7e0d95e981f3 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Jul 07 10:28:01.697824 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f893c5-9d37-41aa-bd1a-8438b8daaecb req-30268d82-c9e1-4294-88de-af29b9da75fd tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.699247 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35f893c5-9d37-41aa-bd1a-8438b8daaecb req-30268d82-c9e1-4294-88de-af29b9da75fd tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0468657 Jul 07 10:28:01.745766 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35f893c5-9d37-41aa-bd1a-8438b8daaecb req-c115ae0f-396c-4b21-9ee1-798a0bec51a1 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Jul 07 10:28:01.860287 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0608da7-f6ea-45eb-a5bc-a4657a29299f req-a5ae7434-169e-4dac-8f73-a66c1170dcd9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:01.861761 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0608da7-f6ea-45eb-a5bc-a4657a29299f req-a5ae7434-169e-4dac-8f73-a66c1170dcd9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 948 time: 0.0463829 Jul 07 10:28:01.989340 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0608da7-f6ea-45eb-a5bc-a4657a29299f req-5a2ce20b-a721-4068-add3-75ce63922cd2 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209371 Jul 07 10:28:02.018798 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-6882acfc-2bc5-4f73-9bf7-464a70667053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.020538 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-6882acfc-2bc5-4f73-9bf7-464a70667053 service neutron] 10.222.0.58 "GET /v2.0/networks?id=441ed0c4-16ff-4105-ae16-04a63b782633 HTTP/1.1" status: 200 len: 870 time: 0.1450319 Jul 07 10:28:02.197380 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:02.204234 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-c49922e6-01b7-473e-82cd-48c3cdbee79e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e332fd9-fdcf-495a-9546-8197da03d874 HTTP/1.1" status: 200 len: 217 time: 0.3287387 Jul 07 10:28:02.292227 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-ae38a66d-06e7-4c2d-b428-04b3f492816e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10ed8f63-fb1d-4905-927a-34b2f6274378 HTTP/1.1" status: 200 len: 217 time: 0.2539618 Jul 07 10:28:02.348028 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922fb2-8346-4193-8f34-3025ac10691b req-f588e0e8-cc92-4873-9f09-55067f912caf tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.349785 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-20922fb2-8346-4193-8f34-3025ac10691b req-f588e0e8-cc92-4873-9f09-55067f912caf tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0598867 Jul 07 10:28:02.360248 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841be802-4851-4bb9-81e0-a2fa1f78fa27 req-450de331-7af4-424b-8b33-59c35bc2b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.361747 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-841be802-4851-4bb9-81e0-a2fa1f78fa27 req-450de331-7af4-424b-8b33-59c35bc2b90e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1129 time: 0.1616795 Jul 07 10:28:02.371055 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911a5-1be7-4e9b-bd61-4acdd29a2e99 req-c817cbae-8283-405c-b104-6ed242281b28 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.372514 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-91a911a5-1be7-4e9b-bd61-4acdd29a2e99 req-c817cbae-8283-405c-b104-6ed242281b28 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.1739504 Jul 07 10:28:02.416366 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-82493474-47cf-4a6d-b737-053f4fa947f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.417734 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-82493474-47cf-4a6d-b737-053f4fa947f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ffa8547-5804-43c2-99b3-6e063b2be75a HTTP/1.1" status: 200 len: 852 time: 0.2019734 Jul 07 10:28:02.430881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-d4c74075-1fea-44a4-a943-770e019a415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.432531 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-d4c74075-1fea-44a4-a943-770e019a415f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5558884 Jul 07 10:28:02.435478 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-20922fb2-8346-4193-8f34-3025ac10691b req-476087d1-396b-43ae-baf4-9d2186b3bfe9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785086 Jul 07 10:28:02.447174 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-cb65506a-ae85-4d32-8467-c1a7c3921a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.448863 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-cb65506a-ae85-4d32-8467-c1a7c3921a4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eeb2e929-46d3-4f20-a2e9-fbe85a8f40da HTTP/1.1" status: 200 len: 843 time: 0.0628936 Jul 07 10:28:02.473125 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-841be802-4851-4bb9-81e0-a2fa1f78fa27 req-3cb793b7-a462-4b78-ae05-0b4886048b1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914922 Jul 07 10:28:02.484733 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-91a911a5-1be7-4e9b-bd61-4acdd29a2e99 req-b369c120-7abf-47a7-b300-97e3f199883a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965500 Jul 07 10:28:02.491074 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44880) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:02.619306 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-191b3560-afbe-47ac-83d9-475ce2eb345f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:02.679685 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:02.714404 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-191b3560-afbe-47ac-83d9-475ce2eb345f admin admin] Publish callbacks [] for security_group (d76ecc12-6158-48d5-a65b-d5e7e5e862b1), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:02.740085 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-191b3560-afbe-47ac-83d9-475ce2eb345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d76ecc12-6158-48d5-a65b-d5e7e5e862b1), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:02.778817 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:28:02.803229 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-191b3560-afbe-47ac-83d9-475ce2eb345f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90de1322f74d4967b44b0edfbc864ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111815 Jul 07 10:28:02.804747 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b3560-afbe-47ac-83d9-475ce2eb345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ecc12-6158-48d5-a65b-d5e7e5e862b1,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:02.806119 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44892) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:02.907551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88facea2-16e0-458b-8156-63a95ca5be3b req-5dd9e45e-5f50-4a57-a850-0b8cf5b52e78 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.909280 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-88facea2-16e0-458b-8156-63a95ca5be3b req-5dd9e45e-5f50-4a57-a850-0b8cf5b52e78 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0702081 Jul 07 10:28:02.913881 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213cfd8-e4fd-417a-b584-fcc502229588 req-cc0a534f-23f3-4b9c-87b0-88724250aa80 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:02.915219 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db993f3b-7877-4303-aa7b-8615f54413b8 admin admin] Publish callbacks [] for security_group (d76ecc12-6158-48d5-a65b-d5e7e5e862b1), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:02.915928 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d213cfd8-e4fd-417a-b584-fcc502229588 req-cc0a534f-23f3-4b9c-87b0-88724250aa80 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0522759 Jul 07 10:28:02.999040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-074d584c-14ec-428d-9736-cecd0ec06f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:03.000600 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-074d584c-14ec-428d-9736-cecd0ec06f0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=441ed0c4-16ff-4105-ae16-04a63b782633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0652261 Jul 07 10:28:03.004061 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d213cfd8-e4fd-417a-b584-fcc502229588 req-1967e706-8145-43c6-bbb1-a86c2bc806a0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823274 Jul 07 10:28:03.018314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db993f3b-7877-4303-aa7b-8615f54413b8 admin admin] Publish callbacks [] for security_group (d76ecc12-6158-48d5-a65b-d5e7e5e862b1), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.022486 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-a0da8abc-3463-4cd1-b69a-0f5a45c4e362 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3e89720-1b64-4314-83e5-302338369447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742421 Jul 07 10:28:03.066348 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-13984a63-30d5-4359-87dc-fdaeabc1e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:03.067844 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-13984a63-30d5-4359-87dc-fdaeabc1e49e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 1127 time: 0.1112359 Jul 07 10:28:03.075633 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-88facea2-16e0-458b-8156-63a95ca5be3b req-7d240f3c-dcba-4db4-825f-f10381f566bd tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583192 Jul 07 10:28:03.077962 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:03.100269 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db993f3b-7877-4303-aa7b-8615f54413b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d76ecc12-6158-48d5-a65b-d5e7e5e862b1), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.104436 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db993f3b-7877-4303-aa7b-8615f54413b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.105626 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-db993f3b-7877-4303-aa7b-8615f54413b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d76ecc12-6158-48d5-a65b-d5e7e5e862b1 HTTP/1.1" status: 204 len: 168 time: 0.2971013 Jul 07 10:28:03.113608 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db993f3b-7877-4303-aa7b-8615f54413b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ecc12-6158-48d5-a65b-d5e7e5e862b1,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:03.122550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e203e-4af6-4b16-aaee-cd18d30aa0d7 req-deb645c6-f931-4351-9b12-13160b387f40 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:03.124058 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1f7e203e-4af6-4b16-aaee-cd18d30aa0d7 req-deb645c6-f931-4351-9b12-13160b387f40 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 948 time: 0.0588284 Jul 07 10:28:03.144287 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:03.175894 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1f7e203e-4af6-4b16-aaee-cd18d30aa0d7 req-165797ec-6908-4889-b992-a5e1496c2993 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458710 Jul 07 10:28:03.375218 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44902) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:03.388888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-38601be5-fbed-4758-8c78-d858e449f266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.470634 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-38601be5-fbed-4758-8c78-d858e449f266 admin admin] Publish callbacks [] for security_group (407ca412-13c4-410b-9fdf-44294f0601ef), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.474230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-38601be5-fbed-4758-8c78-d858e449f266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (407ca412-13c4-410b-9fdf-44294f0601ef), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.515400 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-38601be5-fbed-4758-8c78-d858e449f266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cf77736b45e42fba69b4ffb2323bd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390989 Jul 07 10:28:03.516576 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601be5-fbed-4758-8c78-d858e449f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ca412-13c4-410b-9fdf-44294f0601ef,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:03.518094 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44906) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:03.576649 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4c61dbae-0ae4-44d9-8671-a3f0e809803c admin admin] Publish callbacks [] for security_group (407ca412-13c4-410b-9fdf-44294f0601ef), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.598486 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4c61dbae-0ae4-44d9-8671-a3f0e809803c admin admin] Publish callbacks [] for security_group (407ca412-13c4-410b-9fdf-44294f0601ef), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.606919 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e827-2734-43e2-91c8-091d79582352 req-8465bbb5-76bb-463c-9acd-918b27ca630c tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:03.608718 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e5d3e827-2734-43e2-91c8-091d79582352 req-8465bbb5-76bb-463c-9acd-918b27ca630c tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.0521533 Jul 07 10:28:03.699037 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-0521eaf0-a524-4ee3-96d5-0e708be06163 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe HTTP/1.1" status: 200 len: 217 time: 0.0628707 Jul 07 10:28:03.703201 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4c61dbae-0ae4-44d9-8671-a3f0e809803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (407ca412-13c4-410b-9fdf-44294f0601ef), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.705740 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4c61dbae-0ae4-44d9-8671-a3f0e809803c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:03.706873 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4c61dbae-0ae4-44d9-8671-a3f0e809803c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/407ca412-13c4-410b-9fdf-44294f0601ef HTTP/1.1" status: 204 len: 168 time: 0.1875100 Jul 07 10:28:03.718317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61dbae-0ae4-44d9-8671-a3f0e809803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ca412-13c4-410b-9fdf-44294f0601ef,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:03.734140 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e5d3e827-2734-43e2-91c8-091d79582352 req-2768492b-953c-4fd7-a91f-66d9e9be603d tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201212 Jul 07 10:28:03.753784 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-465a0558-5c40-4adb-be70-b80fede881ff service neutron] 10.222.0.58 "GET /v2.0/networks/441ed0c4-16ff-4105-ae16-04a63b782633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173422 Jul 07 10:28:03.794055 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:03.823233 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-30ec8f8c-7231-4142-ac75-5ac29b05f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:03.824874 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-30ec8f8c-7231-4142-ac75-5ac29b05f705 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ebdde65-b337-4963-a40a-a8e44496b3e8 HTTP/1.1" status: 200 len: 849 time: 0.1189365 Jul 07 10:28:03.851209 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-8c81a2b6-508b-4ac8-a3e2-fa79181b2c9e service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161746 Jul 07 10:28:03.881479 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-4efed18b-2109-4a50-a40e-49617e76ecca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=077a047b-f9c7-490e-ac9f-1de351d3c473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458248 Jul 07 10:28:03.905333 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d999957-387b-4879-b8af-e1e5b39a5e0e req-21086051-b519-4598-8af0-015909c9f6d6 service neutron] 10.222.0.58 "GET /v2.0/networks/441ed0c4-16ff-4105-ae16-04a63b782633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433926 Jul 07 10:28:03.925777 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44916) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:03.931654 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125336384', 'description': 'tempest-description--1571948314'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:03.974605 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.064739 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group (351a460e-3049-4899-9009-1c2c450fec8c), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.067161 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-46800109-2196-4ee4-a6a7-6131e8d5a716 service neutron] 10.222.0.58 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770875 Jul 07 10:28:04.069612 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9d78e789-925d-4c93-9a24-1c67c3ff227a req-60fd6760-bea1-4b3d-a5cb-a4076731d5fb service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903400 Jul 07 10:28:04.072482 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (351a460e-3049-4899-9009-1c2c450fec8c), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.109163 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.110507 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1838734 Jul 07 10:28:04.111347 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59627bc0-ba0b-4804-acd6-8f3d097d3e9e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351a460e-3049-4899-9009-1c2c450fec8c,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:04.115317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44928) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:04.120435 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'security_group_rule': {'security_group_id': '351a460e-3049-4899-9009-1c2c450fec8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:04.151932 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group_rule (cc31c35b-7dec-4307-b1bd-19c909c0d128), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.171291 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21af2fd-b608-4184-9799-e6b39efbfee4 req-b1acee5c-41fd-4815-bf46-e4ffeb5e9c07 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:04.178502 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a21af2fd-b608-4184-9799-e6b39efbfee4 req-b1acee5c-41fd-4815-bf46-e4ffeb5e9c07 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0734880 Jul 07 10:28:04.222762 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group_rule (cc31c35b-7dec-4307-b1bd-19c909c0d128), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.228373 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (cc31c35b-7dec-4307-b1bd-19c909c0d128), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.238932 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a21af2fd-b608-4184-9799-e6b39efbfee4 req-894beca1-932d-494a-966f-5e478fd5c240 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Jul 07 10:28:04.254816 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:04.261358 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc31c35b-7dec-4307-b1bd-19c909c0d128,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:04.302865 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.303402 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2f78952d-69e0-44dd-bfee-af522d930757 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871231 Jul 07 10:28:04.306844 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44934) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:04.311240 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'security_group_rule': {'security_group_id': '351a460e-3049-4899-9009-1c2c450fec8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:04.340912 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e546dc-a31b-495e-822a-125ea2fa014b req-90c52d86-0310-4761-b6b9-947e2b299a8b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:04.343050 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33e546dc-a31b-495e-822a-125ea2fa014b req-90c52d86-0310-4761-b6b9-947e2b299a8b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0828426 Jul 07 10:28:04.352604 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44936) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:04.362398 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2c3e3-2cb9-4b29-abcc-e89603a81f8c req-0b155c26-901f-4dc5-9234-7de34cfab1ab tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:04.363909 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-58d2c3e3-2cb9-4b29-abcc-e89603a81f8c req-0b155c26-901f-4dc5-9234-7de34cfab1ab tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0757644 Jul 07 10:28:04.378621 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:04.383320 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-afc05e44-2361-4864-8b08-216a1e910760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.387420 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group_rule (d3ec5e30-6ca9-40cf-8f6c-a16222766ded), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.397328 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:04.416388 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-58d2c3e3-2cb9-4b29-abcc-e89603a81f8c req-b5c4b444-ba57-4010-a3b2-f9e229ec5501 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466063 Jul 07 10:28:04.468546 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33e546dc-a31b-495e-822a-125ea2fa014b req-3695b7f4-186e-42f1-a57d-1863d3a29441 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173482 Jul 07 10:28:04.508481 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group_rule (d3ec5e30-6ca9-40cf-8f6c-a16222766ded), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.510524 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (d3ec5e30-6ca9-40cf-8f6c-a16222766ded), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.538165 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1d70-45c2-447a-a46e-c4eae47ca066 req-8e0b1622-65e3-45de-b1ea-8d2b27464f83 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:04.545455 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e70c1d70-45c2-447a-a46e-c4eae47ca066 req-8e0b1622-65e3-45de-b1ea-8d2b27464f83 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 948 time: 0.0728204 Jul 07 10:28:04.547234 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ec5e30-6ca9-40cf-8f6c-a16222766ded,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:04.558780 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.563541 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8503f2c0-329d-49f4-a122-34d1ec43a2be tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520993 Jul 07 10:28:04.563710 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 44938) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:04.567996 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:04.574447 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-afc05e44-2361-4864-8b08-216a1e910760 admin admin] Publish callbacks [] for security_group (4ec5ef61-8978-4e92-91eb-edc45a71bed2), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.579596 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-afc05e44-2361-4864-8b08-216a1e910760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4ec5ef61-8978-4e92-91eb-edc45a71bed2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.609070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.626614 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-afc05e44-2361-4864-8b08-216a1e910760 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0da74b03c72e4378a84f44ec6dbf2135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723944 Jul 07 10:28:04.627666 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc05e44-2361-4864-8b08-216a1e910760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5ef61-8978-4e92-91eb-edc45a71bed2,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:04.630664 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44940) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:04.631213 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e70c1d70-45c2-447a-a46e-c4eae47ca066 req-6b12db0a-c345-43d5-8f32-a90b7dd471c1 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Jul 07 10:28:04.688190 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fdfa41-14e5-480d-9fdb-24c4a8e67b18 admin admin] Publish callbacks [] for security_group (4ec5ef61-8978-4e92-91eb-edc45a71bed2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.696566 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.710582 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fdfa41-14e5-480d-9fdb-24c4a8e67b18 admin admin] Publish callbacks [] for security_group (4ec5ef61-8978-4e92-91eb-edc45a71bed2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.720099 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 10ed8f63-fb1d-4905-927a-34b2f6274378 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:28:04.772182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fdfa41-14e5-480d-9fdb-24c4a8e67b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4ec5ef61-8978-4e92-91eb-edc45a71bed2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.775593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e7fdfa41-14e5-480d-9fdb-24c4a8e67b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:04.779616 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e7fdfa41-14e5-480d-9fdb-24c4a8e67b18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ec5ef61-8978-4e92-91eb-edc45a71bed2 HTTP/1.1" status: 204 len: 168 time: 0.1454415 Jul 07 10:28:04.787053 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdfa41-14e5-480d-9fdb-24c4a8e67b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5ef61-8978-4e92-91eb-edc45a71bed2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:04.852073 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Allocated IP 172.27.1.9 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/52489d38-1b70-455a-968f-f2aa4db6f766) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:04.888111 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da47e-d0ff-4b4e-82c1-847dcdb599d6 req-11f72e59-9930-4949-bd05-1cbaaf0360e9 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:04.890308 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-893da47e-d0ff-4b4e-82c1-847dcdb599d6 req-11f72e59-9930-4949-bd05-1cbaaf0360e9 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.0644839 Jul 07 10:28:04.950052 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 10ed8f63-fb1d-4905-927a-34b2f6274378, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=10ed8f63-fb1d-4905-927a-34b2f6274378,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:04.955945 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-893da47e-d0ff-4b4e-82c1-847dcdb599d6 req-af82c4fc-aad1-440c-9c62-72b842823857 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593400 Jul 07 10:28:04.970084 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:04.970084 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '10ed8f63-fb1d-4905-927a-34b2f6274378', 'network_id': '441ed0c4-16ff-4105-ae16-04a63b782633', 'port_id': '10ed8f63-fb1d-4905-927a-34b2f6274378', 'mac_address': 'fa:16:3e:49:9e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb2e929-46d3-4f20-a2e9-fbe85a8f40da', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:28:04.986764 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for port (52489d38-1b70-455a-968f-f2aa4db6f766), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.010713 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 10ed8f63-fb1d-4905-927a-34b2f6274378 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:05.011104 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.026094 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (52489d38-1b70-455a-968f-f2aa4db6f766), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.032930 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ed8f63-fb1d-4905-927a-34b2f6274378 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:28:05.035414 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:05.056568 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 10ed8f63-fb1d-4905-927a-34b2f6274378, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=10ed8f63-fb1d-4905-927a-34b2f6274378,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:05.061149 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.079294 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:05.082917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:05.085525 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:05.107250 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'Port': ['ID=52489d38-1b70-455a-968f-f2aa4db6f766,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:05.109021 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=10ed8f63-fb1d-4905-927a-34b2f6274378,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:05.215399 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.262268 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52489d38-1b70-455a-968f-f2aa4db6f766), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.318796 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['10ed8f63-fb1d-4905-927a-34b2f6274378'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:05.399150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:05.406260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a90a6-e97d-4eea-b04b-6d1b058df5ca req-aed41889-4a1c-4886-9e03-e2c43a281cb7 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.407859 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7d1a90a6-e97d-4eea-b04b-6d1b058df5ca req-aed41889-4a1c-4886-9e03-e2c43a281cb7 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.1075993 Jul 07 10:28:05.546790 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:05.556504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e370c68-1bbb-44ca-bf65-1717ade8b4b2 req-2511dc8e-d1ed-4ac5-9bec-7f11019a63ae tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.558014 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1e370c68-1bbb-44ca-bf65-1717ade8b4b2 req-2511dc8e-d1ed-4ac5-9bec-7f11019a63ae tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0565181 Jul 07 10:28:05.596156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227d62b-565a-497c-b6b6-a6143056a663 req-60726ac8-7dbd-4690-94a9-caee16d8743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.597718 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-60726ac8-7dbd-4690-94a9-caee16d8743e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bd64979a2bc4ca6be57262f4387920e&device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 1128 time: 0.1241195 Jul 07 10:28:05.613285 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1e370c68-1bbb-44ca-bf65-1717ade8b4b2 req-6eb41d9a-be8f-422e-ab8f-b37599195ba7 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 Jul 07 10:28:05.639624 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7d1a90a6-e97d-4eea-b04b-6d1b058df5ca req-4f27a1cf-1f40-4862-bc23-596653984f58 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790688 Jul 07 10:28:05.663841 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f4814ee-5701-43a4-81a0-2ae7ceec9aac req-4c88720d-8640-4564-9717-32b2a776398d service neutron] 10.222.0.58 "GET /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053622 Jul 07 10:28:05.688645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for port (52489d38-1b70-455a-968f-f2aa4db6f766), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.722076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44974) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:05.729642 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (52489d38-1b70-455a-968f-f2aa4db6f766), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.746866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60473ed-d578-4831-b0a3-7fa0114cdbc0 req-07518c39-f5d4-45b5-b4c4-b05adbb84161 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.748650 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a60473ed-d578-4831-b0a3-7fa0114cdbc0 req-07518c39-f5d4-45b5-b4c4-b05adbb84161 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0641062 Jul 07 10:28:05.812326 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a60473ed-d578-4831-b0a3-7fa0114cdbc0 req-e169b01a-4b44-483c-85c9-0a38ab54bebb tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559511 Jul 07 10:28:05.833629 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-450459636-network', 'tenant_id': '21dabce5b3274cfcba5840982b59434e'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:05.856462 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Made reservation on behalf of 21dabce5b3274cfcba5840982b59434e for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:28:05.858818 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.866515 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'Port': ['ID=52489d38-1b70-455a-968f-f2aa4db6f766,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:05.869380 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227d62b-565a-497c-b6b6-a6143056a663 req-7d58b866-4976-4868-b062-fd85dadd8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.870731 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.871190 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-7d58b866-4976-4868-b062-fd85dadd8a2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 200 len: 913 time: 0.2590163 Jul 07 10:28:05.883134 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e4e4-8525-44bd-ab1f-73768a8364de req-fbfa58d7-b4dc-4663-8887-a7dfab7a5a5e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.884710 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3550e4e4-8525-44bd-ab1f-73768a8364de req-fbfa58d7-b4dc-4663-8887-a7dfab7a5a5e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.1249113 Jul 07 10:28:05.890089 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.924441 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:05.925712 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7b5a603d-02f9-443a-96b8-41998e7339f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3615737 Jul 07 10:28:05.934923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:05.942582 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d93a1-006d-4d09-8c56-66408788cacd req-3b635c3f-c587-450f-9b25-8671b4a4f514 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:05.944230 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-660d93a1-006d-4d09-8c56-66408788cacd req-3b635c3f-c587-450f-9b25-8671b4a4f514 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 949 time: 0.0622802 Jul 07 10:28:05.952641 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3550e4e4-8525-44bd-ab1f-73768a8364de req-f1f695c4-2174-4bf2-a39d-a118242e06d3 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591793 Jul 07 10:28:06.036676 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-660d93a1-006d-4d09-8c56-66408788cacd req-42fff46d-d5e6-4ce8-be34-0baea4aeec78 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816166 Jul 07 10:28:06.045903 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks [] for security_group (f1111931-067a-4b0c-93e5-dfb39b6914fc), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.057277 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f1111931-067a-4b0c-93e5-dfb39b6914fc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.066414 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:06.084357 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:28:06.103574 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1111931-067a-4b0c-93e5-dfb39b6914fc,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:06.108055 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (e71f5726-55c2-47f5-a765-31d02a486c73), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.108403 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Added segment e71f5726-55c2-47f5-a765-31d02a486c73 of type vlan for network cbfa4801-202b-454f-bc73-ce3fcb0dea90 Jul 07 10:28:06.183558 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (cbfa4801-202b-454f-bc73-ce3fcb0dea90), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.193390 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde0621-4620-4a07-824f-bcda9451ced1 req-bd619524-d728-4d16-9a0d-e1fc195b7cd3 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:06.195523 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-abde0621-4620-4a07-824f-bcda9451ced1 req-bd619524-d728-4d16-9a0d-e1fc195b7cd3 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.0882852 Jul 07 10:28:06.236094 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (cbfa4801-202b-454f-bc73-ce3fcb0dea90), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.236936 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:06.237579 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.282556 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-abde0621-4620-4a07-824f-bcda9451ced1 req-34741fe7-c759-4d86-92c9-9af69a1a3fdc tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801392 Jul 07 10:28:06.294057 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5679944 Jul 07 10:28:06.295968 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 44996) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:06.300602 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Request body: {'subnet': {'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-450459636-subnet', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:06.305446 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-071638d3-a7fe-4e63-b754-4e7443885f7b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2125336384&fields=id&tenant_id=0a883b49db0f4f32a32bf6d87e2f6104 HTTP/1.1" status: 200 len: 267 time: 0.0493822 Jul 07 10:28:06.335101 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec5eb-1527-477f-98dc-a36abcd1f6ba admin admin] Pushing event updated for resources: {'Network': ['ID=cbfa4801-202b-454f-bc73-ce3fcb0dea90,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:06.347994 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:28:06.356294 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Made reservation on behalf of 21dabce5b3274cfcba5840982b59434e for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:28:06.358920 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.440360 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e1240270-0ffb-4b58-99d9-d4864f3b4802 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:06.441838 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e1240270-0ffb-4b58-99d9-d4864f3b4802 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 818 time: 0.1292264 Jul 07 10:28:06.454005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a7afb-3370-4345-a9f4-bb52ba98025c req-78b1edbf-7578-4689-a482-3d502313c10d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:06.455677 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-458a7afb-3370-4345-a9f4-bb52ba98025c req-78b1edbf-7578-4689-a482-3d502313c10d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0936687 Jul 07 10:28:06.457895 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-15cc08e5-1a0d-4c4a-93e5-7970cb88f2ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/quotas/0a883b49db0f4f32a32bf6d87e2f6104 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Jul 07 10:28:06.467556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:06.520411 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-84df74c7-0269-4144-9c26-9161cc0539d1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0540636 Jul 07 10:28:06.535565 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-458a7afb-3370-4345-a9f4-bb52ba98025c req-4e95489d-837d-4dbd-8b61-4c062da488bc tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725875 Jul 07 10:28:06.623668 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (668c24d9-0cf8-4f3d-863c-b9ed1e122ad2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.626988 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-0e3ea108-aee8-4ece-8bbd-458e5a279c18 service neutron] 10.222.0.16 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943575 Jul 07 10:28:06.686298 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:06.690729 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Checking segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:06.691323 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Network hostable DHCP agents. Network: cbfa4801-202b-454f-bc73-ce3fcb0dea90, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:28:06.708018 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-10f3d18f-5f50-4731-ac22-b4a2cf0a686b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e332fd9-fdcf-495a-9546-8197da03d874 HTTP/1.1" status: 200 len: 217 time: 0.0509205 Jul 07 10:28:06.717865 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:28:06.723639 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 10ed8f63-fb1d-4905-927a-34b2f6274378 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:06.778366 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 10ed8f63-fb1d-4905-927a-34b2f6274378 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:28:06.782546 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, cbfa4801-202b-454f-bc73-ce3fcb0dea90) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:06.790304 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 10ed8f63-fb1d-4905-927a-34b2f6274378 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:06.790997 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.792857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:06.793442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.797866 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1504041c-5741-4416-9007-c73e1a9d1536 None None] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:28:06.822591 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eba592-dcab-4ba1-a1dc-55be9067adde req-5f2de963-0992-41a5-9ca2-be3fa9549d0c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:06.823701 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:06.832106 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55eba592-dcab-4ba1-a1dc-55be9067adde req-5f2de963-0992-41a5-9ca2-be3fa9549d0c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1059909 Jul 07 10:28:06.844524 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8c98d0e3-33d3-40e3-ae8f-f87fbf11a268 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5475118 Jul 07 10:28:06.854665 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45004) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:06.860287 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:06.909034 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:06.936546 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.938801 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:06.968610 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55eba592-dcab-4ba1-a1dc-55be9067adde req-26ffd3b2-8621-459d-bc7d-8d22ee196f2b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354442 Jul 07 10:28:07.045527 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks [] for router_controller (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), precommit_add_association {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.050190 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 10ed8f63-fb1d-4905-927a-34b2f6274378 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:07.050784 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.067044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:28:07.068134 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.085814 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227d62b-565a-497c-b6b6-a6143056a663 req-e89993d9-7022-4376-af78-2d0797970d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:07.087277 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-e89993d9-7022-4376-af78-2d0797970d35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ffa8547-5804-43c2-99b3-6e063b2be75a HTTP/1.1" status: 200 len: 852 time: 0.3462398 Jul 07 10:28:07.090799 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-7f199f18-2490-443c-9239-d149c4b62314 service neutron] 10.222.0.16 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527223 Jul 07 10:28:07.126307 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-62c5e2c1-ca35-4ff4-aeb7-1f83ad15b491 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3e89720-1b64-4314-83e5-302338369447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323100 Jul 07 10:28:07.159988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:07.202126 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:07.210189 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed8f63-fb1d-4905-927a-34b2f6274378'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:07.213036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e16e8-7a61-4a97-a40c-d7ccd4660ec3" -d '{"events": [{"server_uuid": "03a8b2e2-624f-44b3-81fb-f7bf6d23634e", "name": "network-vif-plugged", "status": "completed", "tag": "10ed8f63-fb1d-4905-927a-34b2f6274378"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:07.261296 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-801ccd1b-9852-4f7e-a5f2-7cb1018ce576 service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281977 Jul 07 10:28:07.275642 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 10ed8f63-fb1d-4905-927a-34b2f6274378, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=10ed8f63-fb1d-4905-927a-34b2f6274378,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:07.277502 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks [] for router_gateway (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.289809 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.293561 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544e8fc-8206-4c8c-ae2c-b98d70aed210 req-a18298d7-0530-4f98-b10d-85c9b2d10789 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:07.298271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Allocated IP 172.20.0.2 (cbfa4801-202b-454f-bc73-ce3fcb0dea90/668c24d9-0cf8-4f3d-863c-b9ed1e122ad2/6b959212-f608-4184-b937-53f81f0bff26) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:07.300834 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d544e8fc-8206-4c8c-ae2c-b98d70aed210 req-a18298d7-0530-4f98-b10d-85c9b2d10789 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.1960542 Jul 07 10:28:07.385116 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=10ed8f63-fb1d-4905-927a-34b2f6274378,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:07.420260 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d544e8fc-8206-4c8c-ae2c-b98d70aed210 req-7d5a38fc-6045-4f4c-9998-c5b962739330 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185119 Jul 07 10:28:07.440324 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce7f5-80ad-4d21-8cdf-2b3f63b89c9c req-e9289515-e120-48b5-a8b9-680cc067f0f8 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:07.449434 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-768ce7f5-80ad-4d21-8cdf-2b3f63b89c9c req-e9289515-e120-48b5-a8b9-680cc067f0f8 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 950 time: 0.1520603 Jul 07 10:28:07.477245 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.478509 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.479023 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.479516 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.480190 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.480865 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.481348 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.481827 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.482306 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.482798 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.483268 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.483796 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.484275 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.484743 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.485247 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:07.492554 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4227d62b-565a-497c-b6b6-a6143056a663 req-9b402d59-d961-4ac8-8627-fad2aecf025d service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176490 Jul 07 10:28:07.521012 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76265b95-a87b-40d7-8dde-fa9b51a9a78a x-openstack-request-id: req-76265b95-a87b-40d7-8dde-fa9b51a9a78a {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:07.521607 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a8b2e2-624f-44b3-81fb-f7bf6d23634e", "name": "network-vif-plugged", "status": "completed", "tag": "10ed8f63-fb1d-4905-927a-34b2f6274378", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:07.523736 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76265b95-a87b-40d7-8dde-fa9b51a9a78a {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:07.524453 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76265b95-a87b-40d7-8dde-fa9b51a9a78a'] response: {'server_uuid': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed8f63-fb1d-4905-927a-34b2f6274378', 'code': 200} Jul 07 10:28:07.563483 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-768ce7f5-80ad-4d21-8cdf-2b3f63b89c9c req-9b219e74-f7e9-4140-8afd-e5d3f95fd92c tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122053 Jul 07 10:28:07.588547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Publish callbacks [] for port (6b959212-f608-4184-b937-53f81f0bff26), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.595419 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (6b959212-f608-4184-b937-53f81f0bff26), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.628331 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-61c70777-c04a-4071-9084-a0407d92d96d req-21686548-9f7c-45b5-af93-1dd68171773a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 210 time: 0.0831814 Jul 07 10:28:07.672584 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:07.676461 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:07.679057 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Pushing event updated for resources: {'Port': ['ID=6b959212-f608-4184-b937-53f81f0bff26,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:07.681792 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:07.689242 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks [] for router_gateway (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.715137 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.744474 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Attempting to bind port 6b959212-f608-4184-b937-53f81f0bff26 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:07.744846 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Attempting to bind port 6b959212-f608-4184-b937-53f81f0bff26 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:07.745211 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Attempting to bind port 6b959212-f608-4184-b937-53f81f0bff26 on network cbfa4801-202b-454f-bc73-ce3fcb0dea90 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:07.750537 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:07.750911 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Checking segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:07.751313 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.751701 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Bound using segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:07.752213 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Bound port: 6b959212-f608-4184-b937-53f81f0bff26, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:07.752593 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6b959212-f608-4184-b937-53f81f0bff26), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.755389 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9d71d-b0f0-40ad-973a-f440cbe46332 req-5be31b0b-65ac-402e-8a83-a64a0ffc8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:07.757085 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-87f9d71d-b0f0-40ad-973a-f440cbe46332 req-5be31b0b-65ac-402e-8a83-a64a0ffc8cfd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 1134 time: 0.0854096 Jul 07 10:28:07.766389 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49075cc9-7602-48ce-8e06-7961c50ec232 req-445073ea-68b6-474d-b3fa-2be95246e28a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:07.768079 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-49075cc9-7602-48ce-8e06-7961c50ec232 req-445073ea-68b6-474d-b3fa-2be95246e28a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 943 time: 0.0790262 Jul 07 10:28:07.812443 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-87f9d71d-b0f0-40ad-973a-f440cbe46332 req-8229d2af-edf9-4da6-b482-9a0ee6e91030 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Jul 07 10:28:07.817930 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] For port 6b959212-f608-4184-b937-53f81f0bff26, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:07.822219 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] For port 6b959212-f608-4184-b937-53f81f0bff26, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6b959212-f608-4184-b937-53f81f0bff26,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:07.832302 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6b959212-f608-4184-b937-53f81f0bff26), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:07.836568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:07.862860 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-49075cc9-7602-48ce-8e06-7961c50ec232 req-7cf7566a-26a0-4438-b6a3-91aed3766591 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Jul 07 10:28:07.870589 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Allocated IP 172.27.1.161 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/bd9e18c5-824c-4fcd-864e-b271639959d5) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:07.899928 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb7848-993b-43aa-9380-3d6be9faeeeb None None] Pushing event updated for resources: {'Port': ['ID=6b959212-f608-4184-b937-53f81f0bff26,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:07.907899 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:07.984442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks [] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:08.022832 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:08.115675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:08.116289 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:08.130474 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:08.134616 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:08.186997 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9e18c5-824c-4fcd-864e-b271639959d5,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:08.214633 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2cf7c-7bf3-4588-a1a1-2e7fde89a448 req-0da2e918-037d-4a23-9d8e-73c66a69ff24 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:08.216234 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4bf2cf7c-7bf3-4588-a1a1-2e7fde89a448 req-0da2e918-037d-4a23-9d8e-73c66a69ff24 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1047642 Jul 07 10:28:08.342089 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4bf2cf7c-7bf3-4588-a1a1-2e7fde89a448 req-fd3a515b-ca25-4950-bcea-5a84345f0f40 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174479 Jul 07 10:28:08.493042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks [] for router_gateway (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:08.569076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5113-ac63-4fe8-9c34-161e1930a158 req-0ac5f86d-0497-4912-8552-47a2fad5b544 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:08.570847 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-827a5113-ac63-4fe8-9c34-161e1930a158 req-0ac5f86d-0497-4912-8552-47a2fad5b544 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0871134 Jul 07 10:28:08.706461 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-827a5113-ac63-4fe8-9c34-161e1930a158 req-681782ce-6dde-473c-876e-25974e2f7533 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013589 Jul 07 10:28:08.724834 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:28:08.765990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:08.841859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:08.855543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe', 'network_id': '077a047b-f9c7-490e-ac9f-1de351d3c473', 'port_id': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe', 'mac_address': 'fa:16:3e:15:28:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebdde65-b337-4963-a40a-a8e44496b3e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:28:08.857206 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:08.857996 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6871d-9285-425a-bc8d-c2e5c174381f req-79a6d8c8-ada2-4294-a1c1-aa45faee6c37 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:08.859599 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5bf6871d-9285-425a-bc8d-c2e5c174381f req-79a6d8c8-ada2-4294-a1c1-aa45faee6c37 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 950 time: 0.0877333 Jul 07 10:28:08.865902 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:08.902323 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:08.902728 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:08.923878 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:28:08.940666 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:08.944800 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:08.949077 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:08.950209 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e332fd9-fdcf-495a-9546-8197da03d874 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:28:08.954351 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5bf6871d-9285-425a-bc8d-c2e5c174381f req-aca3f814-0fb6-4523-b825-aaeba7aaf9a6 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871019 Jul 07 10:28:08.995401 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:28:09.001488 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e059cf-4079-4295-9028-cc37b4e4b815 None None] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:28:09.075184 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:09.081556 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-40f88bbd-4a70-48bd-aef2-ecfbe3282453 req-3dc3551e-8bed-4bcf-aa04-73c87486a4fc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 210 time: 0.0387590 Jul 07 10:28:09.142271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] Provisioning complete for port 6b959212-f608-4184-b937-53f81f0bff26 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:09.142645 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6b959212-f608-4184-b937-53f81f0bff26), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:09.177162 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:09.178645 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:28:09.224136 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Sync routers for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:28:09.301189 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:09.301955 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:09.370905 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 9e332fd9-fdcf-495a-9546-8197da03d874, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e332fd9-fdcf-495a-9546-8197da03d874,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:09.390759 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] Current status of the port 6b959212-f608-4184-b937-53f81f0bff26 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:09.391308 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6b959212-f608-4184-b937-53f81f0bff26), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:09.409254 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '9e332fd9-fdcf-495a-9546-8197da03d874', 'network_id': 'b3e89720-1b64-4314-83e5-302338369447', 'port_id': '9e332fd9-fdcf-495a-9546-8197da03d874', 'mac_address': 'fa:16:3e:4f:9e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffa8547-5804-43c2-99b3-6e063b2be75a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:28:09.449895 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:09.454099 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-841ac58f-7b64-48cd-b53b-31cc0b944a01 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5980301 Jul 07 10:28:09.455159 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45056) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:09.498510 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3bd6c-9a1c-4d76-9973-ebb8cf298286 req-9be21c69-e0cd-404c-8cc2-6ed6a31dde62 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:09.499638 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a52bb-5d96-4764-a68f-da158d02730d req-fae7b3e9-8fae-4db6-8ff3-d73d65418a2f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:09.501334 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-837a52bb-5d96-4764-a68f-da158d02730d req-fae7b3e9-8fae-4db6-8ff3-d73d65418a2f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 944 time: 0.3206050 Jul 07 10:28:09.504466 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-26b3bd6c-9a1c-4d76-9973-ebb8cf298286 req-9be21c69-e0cd-404c-8cc2-6ed6a31dde62 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0756903 Jul 07 10:28:09.605534 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-26b3bd6c-9a1c-4d76-9973-ebb8cf298286 req-a6b80cdd-9c64-4248-92ca-20e26eb8bc7b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812480 Jul 07 10:28:09.629947 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-837a52bb-5d96-4764-a68f-da158d02730d req-3d3c5056-0bf9-4879-b959-066122cb189a tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229243 Jul 07 10:28:09.721733 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] For port 6b959212-f608-4184-b937-53f81f0bff26, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6b959212-f608-4184-b937-53f81f0bff26,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:09.724286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 9e332fd9-fdcf-495a-9546-8197da03d874 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:09.725976 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:09.748195 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6b959212-f608-4184-b937-53f81f0bff26), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:09.781787 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e332fd9-fdcf-495a-9546-8197da03d874 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:28:09.814809 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:09.898191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-9fde0786-eec1-4894-9c08-a943a81620a9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:09.900746 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-9fde0786-eec1-4894-9c08-a943a81620a9 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 818 time: 0.2845297 Jul 07 10:28:09.909871 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a7eb-b3bb-46ea-b631-f047c3a09d54 req-0b7e15a8-728e-46d5-a277-c3ed37c43f17 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:09.912412 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-21e2a7eb-b3bb-46ea-b631-f047c3a09d54 req-0b7e15a8-728e-46d5-a277-c3ed37c43f17 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 944 time: 0.0958271 Jul 07 10:28:09.966001 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 9e332fd9-fdcf-495a-9546-8197da03d874, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e332fd9-fdcf-495a-9546-8197da03d874,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:09.972986 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-3baa869a-39f3-43fe-94cc-5c16f37a9130 None None] Provisioning complete for port 6b959212-f608-4184-b937-53f81f0bff26 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:09.973613 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-3baa869a-39f3-43fe-94cc-5c16f37a9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6b959212-f608-4184-b937-53f81f0bff26), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:09.998674 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-21e2a7eb-b3bb-46ea-b631-f047c3a09d54 req-c57e185b-2f0c-42aa-b4ff-831466f94256 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jul 07 10:28:10.030866 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.042092 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6b959212-f608-4184-b937-53f81f0bff26 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:10.048299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.050097 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b5302-f65e-4e2e-a757-fb3a03860359 None None] Pushing event updated for resources: {'Port': ['ID=6b959212-f608-4184-b937-53f81f0bff26,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:10.057184 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.084739 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-6233ae5b-0744-426d-a152-06ffca60aa53 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a883b49db0f4f32a32bf6d87e2f6104 HTTP/1.1" status: 200 len: 380 time: 0.0815260 Jul 07 10:28:10.103888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'port': {'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'admin_state_up': True, 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'security_groups': ['351a460e-3049-4899-9009-1c2c450fec8c']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:10.134247 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.170684 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b8007-88d9-4f74-aa78-0bdf765fa76b req-a248f6f2-c70f-4118-b7f5-8da14f46f4a9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:10.172256 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da5b8007-88d9-4f74-aa78-0bdf765fa76b req-a248f6f2-c70f-4118-b7f5-8da14f46f4a9 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 950 time: 0.0992146 Jul 07 10:28:10.205263 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.207492 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=9e332fd9-fdcf-495a-9546-8197da03d874,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:10.267501 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da5b8007-88d9-4f74-aa78-0bdf765fa76b req-8f084369-0a01-43cf-98a9-21ef47f1b381 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895267 Jul 07 10:28:10.271299 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4291133e-2964-4815-96e7-2002d53519fd req-de283214-bffe-4469-92b7-a8caee8ed530 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 210 time: 0.0374269 Jul 07 10:28:10.277771 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Made reservation on behalf of 0a883b49db0f4f32a32bf6d87e2f6104 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:28:10.279598 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6b959212-f608-4184-b937-53f81f0bff26 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:10.280019 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6b959212-f608-4184-b937-53f81f0bff26), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.281949 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.344833 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:08Z', 'revision_number': 3, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:10.352323 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-3baa869a-39f3-43fe-94cc-5c16f37a9130 None None] Current status of the port 6b959212-f608-4184-b937-53f81f0bff26 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:10.353990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Allocated IP 172.20.0.1 (cbfa4801-202b-454f-bc73-ce3fcb0dea90/668c24d9-0cf8-4f3d-863c-b9ed1e122ad2/81b32751-9e7c-4157-857b-4588003c41b2) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:10.388306 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.393660 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Checking router: ee80d1c5-164b-4403-a55f-f1dd5423dfe1 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:28:10.399342 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Updating router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 port bd9e18c5-824c-4fcd-864e-b271639959d5 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:28:10.458810 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Allocated IP 172.20.0.11 (03eb7d11-d380-46df-8615-998b46a27260/87eed4b2-6a2b-4284-b386-19c570667981/f2d0b2c3-ea20-4eea-87fe-434f9d0de45e) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:10.469845 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.472706 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.502104 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks [] for port (81b32751-9e7c-4157-857b-4588003c41b2), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.502441 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6b959212-f608-4184-b937-53f81f0bff26 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:10.558543 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (81b32751-9e7c-4157-857b-4588003c41b2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.608294 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e332fd9-fdcf-495a-9546-8197da03d874'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:10.612485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:10.617972 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:10.631792 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:10.637276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Pushing event updated for resources: {'Port': ['ID=81b32751-9e7c-4157-857b-4588003c41b2,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:10.640337 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.700261 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.722356 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.731654 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501d93-be28-49d5-a045-12d76c091fb7 req-f87e60c2-f26d-4629-bbaf-d74a87b6b769 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:10.733578 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c7501d93-be28-49d5-a045-12d76c091fb7 req-f87e60c2-f26d-4629-bbaf-d74a87b6b769 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 950 time: 0.0707855 Jul 07 10:28:10.788307 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:10.832123 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f3a20-29a6-4ea2-905e-01a33551e705 req-1f365f2b-d793-460a-a01b-417a4a9ab6bf tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:10.842569 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ca8f3a20-29a6-4ea2-905e-01a33551e705 req-1f365f2b-d793-460a-a01b-417a4a9ab6bf tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1206203 Jul 07 10:28:10.858453 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c7501d93-be28-49d5-a045-12d76c091fb7 req-6ba79beb-256e-48dd-82de-019ec4f725ce tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937817 Jul 07 10:28:10.868694 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Network 03eb7d11-d380-46df-8615-998b46a27260 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:10.885251 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:10.905534 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:10.910883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event updated for resources: {'Port': ['ID=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:10.920825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.936608 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:10.939813 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (81b32751-9e7c-4157-857b-4588003c41b2), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:10.996529 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-17e8d4cb-4db2-49d1-bee0-c8583dc7befe None None] Provisioning complete for port 81b32751-9e7c-4157-857b-4588003c41b2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:10.997060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-17e8d4cb-4db2-49d1-bee0-c8583dc7befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (81b32751-9e7c-4157-857b-4588003c41b2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.022630 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:11.023407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.059515 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ca8f3a20-29a6-4ea2-905e-01a33551e705 req-9397c9c3-5097-4334-b017-00392040f822 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158327 Jul 07 10:28:11.069156 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-58a7cd0f-b05a-4f55-b610-63d955f9532e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9699533 Jul 07 10:28:11.073517 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da873ca1-3975-40ed-9cb2-10ff10b3f070 req-84676457-f3dc-47c8-820c-bdeea0beac0c tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:11.075037 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da873ca1-3975-40ed-9cb2-10ff10b3f070 req-84676457-f3dc-47c8-820c-bdeea0beac0c tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 944 time: 0.0842042 Jul 07 10:28:11.100918 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-17e8d4cb-4db2-49d1-bee0-c8583dc7befe None None] Port 81b32751-9e7c-4157-857b-4588003c41b2 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:28:11.133095 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:11.135196 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:11.165281 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Publish callbacks [] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.176696 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.192995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b47ed-31d8-4f3d-8270-bc5fa0a9267c req-2863c374-2d40-44b6-bc19-67ed8f7b4eda tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:11.195625 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-694b47ed-31d8-4f3d-8270-bc5fa0a9267c req-2863c374-2d40-44b6-bc19-67ed8f7b4eda tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 945 time: 0.0642216 Jul 07 10:28:11.210881 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da873ca1-3975-40ed-9cb2-10ff10b3f070 req-63b2d23b-1a84-4749-abaf-6a93b31d47c6 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244762 Jul 07 10:28:11.229727 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks [] for port (81b32751-9e7c-4157-857b-4588003c41b2), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.244535 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (81b32751-9e7c-4157-857b-4588003c41b2), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.248067 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-1707f246-eec1-4638-8fb5-b8582a0c0e80 None None] Provisioning complete for port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:11.248448 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1707f246-eec1-4638-8fb5-b8582a0c0e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.259385 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-694b47ed-31d8-4f3d-8270-bc5fa0a9267c req-cf737b91-33d4-4641-bb4c-ce7c0f3ef718 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578430 Jul 07 10:28:11.277667 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa96f9-7486-4745-baff-616b1e37d202 None None] Pushing event updated for resources: {'Port': ['ID=bd9e18c5-824c-4fcd-864e-b271639959d5,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:11.279939 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Attempting to bind port bd9e18c5-824c-4fcd-864e-b271639959d5 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:11.280313 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Attempting to bind port bd9e18c5-824c-4fcd-864e-b271639959d5 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:11.280669 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Attempting to bind port bd9e18c5-824c-4fcd-864e-b271639959d5 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:11.290545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:11.290925 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:11.291322 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.291702 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:11.292190 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Bound port: bd9e18c5-824c-4fcd-864e-b271639959d5, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:11.292565 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.294992 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-1707f246-eec1-4638-8fb5-b8582a0c0e80 None None] Port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:28:11.320930 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.322747 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Pushing event updated for resources: {'Port': ['ID=81b32751-9e7c-4157-857b-4588003c41b2,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:11.345264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] For port bd9e18c5-824c-4fcd-864e-b271639959d5, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:11.348668 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] For port bd9e18c5-824c-4fcd-864e-b271639959d5, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bd9e18c5-824c-4fcd-864e-b271639959d5,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:11.355684 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.415384 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:11.415920 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:11.418715 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa96f9-7486-4745-baff-616b1e37d202 None None] Pushing event updated for resources: {'Port': ['ID=bd9e18c5-824c-4fcd-864e-b271639959d5,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:11.450418 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15332f3-80cb-4d03-9445-e9db1ea6176d req-9e8fd3ae-b0b4-4496-a0af-75f622ac0a2d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:11.451928 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c15332f3-80cb-4d03-9445-e9db1ea6176d req-9e8fd3ae-b0b4-4496-a0af-75f622ac0a2d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 932 time: 0.0615122 Jul 07 10:28:11.453983 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:11.465445 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:11.472809 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:11.525488 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:11.563783 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c15332f3-80cb-4d03-9445-e9db1ea6176d req-442c5990-5a67-48d2-8923-17d46f17b44b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006091 Jul 07 10:28:11.621696 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:28:11.730136 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:28:11.735125 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-009de4b5-a05d-4cc5-a544-c85f1a3d65e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee80d1c5-164b-4403-a55f-f1dd5423dfe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2771862 Jul 07 10:28:11.854475 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-0868929b-50b7-4f48-8bc3-433326bc3232 None None] Provisioning complete for port 81b32751-9e7c-4157-857b-4588003c41b2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:11.854942 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-0868929b-50b7-4f48-8bc3-433326bc3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (81b32751-9e7c-4157-857b-4588003c41b2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:11.881100 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:11Z', 'revision_number': 2, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:11.884224 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:11.912888 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac50bdf-f16c-465f-8fd7-fc272e30f0ae None None] The sync data for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi is: [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:11Z', 'revision_number': 2, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:28:11.919162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-0868929b-50b7-4f48-8bc3-433326bc3232 None None] Port 81b32751-9e7c-4157-857b-4588003c41b2 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:28:11.937404 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Request body: {'port': {'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:12.056885 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40429-9c70-4832-b46f-304af8843567 req-ad552d5e-5363-4fba-9255-782092562eb4 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.058188 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6b959212-f608-4184-b937-53f81f0bff26 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:12.064359 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eca40429-9c70-4832-b46f-304af8843567 req-ad552d5e-5363-4fba-9255-782092562eb4 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 950 time: 0.0860977 Jul 07 10:28:12.093115 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.109050 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:12.134898 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6b959212-f608-4184-b937-53f81f0bff26 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:12.135509 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6b959212-f608-4184-b937-53f81f0bff26), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.220309 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb93e-85d0-4454-b051-4a19968daab0 req-44450b8d-9d6a-4dd6-a8ee-c44d0a6be464 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.262889 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:12.264670 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6b959212-f608-4184-b937-53f81f0bff26 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:12.264902 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8faeb93e-85d0-4454-b051-4a19968daab0 req-44450b8d-9d6a-4dd6-a8ee-c44d0a6be464 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1206508 Jul 07 10:28:12.344564 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8faeb93e-85d0-4454-b051-4a19968daab0 req-bf77ed83-ddfb-4a86-a0b2-ead1a799f5e7 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787005 Jul 07 10:28:12.357255 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eca40429-9c70-4832-b46f-304af8843567 req-4f4d0682-885d-4c00-92ca-5753fbbf3615 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/security-groups?id=f119ae16-dc26-4b33-ae01-af72c045d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919624 Jul 07 10:28:12.365615 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06648889-08cc-4285-ac1c-998e153ee942 req-94edae1d-3045-4cf8-8c5e-bc40fba0f48e tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.367635 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06648889-08cc-4285-ac1c-998e153ee942 req-94edae1d-3045-4cf8-8c5e-bc40fba0f48e tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.58 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 950 time: 0.1054082 Jul 07 10:28:12.403299 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45108) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:12.408315 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1996940307-network', 'tenant_id': '7a764964d68c403b954db4aa89a05947'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:12.462685 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Made reservation on behalf of 7a764964d68c403b954db4aa89a05947 for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:28:12.465497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.493449 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.521072 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d74c63-9001-4735-b327-82d2bdf90265 req-be8d4216-88d1-4107-a075-67db6cb7905e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.522584 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-72d74c63-9001-4735-b327-82d2bdf90265 req-be8d4216-88d1-4107-a075-67db6cb7905e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 944 time: 0.0694447 Jul 07 10:28:12.602973 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-72d74c63-9001-4735-b327-82d2bdf90265 req-df908852-3da4-4c9d-96a2-4f2617645858 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690012 Jul 07 10:28:12.612607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae080d-f673-461e-8f88-89dbed7ef7ca req-745dcf7c-c52f-4b45-882c-f7973784425d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.613672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:12.614935 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-14ae080d-f673-461e-8f88-89dbed7ef7ca req-745dcf7c-c52f-4b45-882c-f7973784425d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 945 time: 0.1424067 Jul 07 10:28:12.625131 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Deleting port 10ed8f63-fb1d-4905-927a-34b2f6274378 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:28:12.626030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.656928 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks [] for security_group (d742a19a-df10-46e7-974a-242e44abd5de), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.664622 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d742a19a-df10-46e7-974a-242e44abd5de), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.702596 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:28:12.713505 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d742a19a-df10-46e7-974a-242e44abd5de,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:12.766873 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3c48-f405-4388-aa5a-c04ab189388c req-e6163d4e-0824-4a64-b8da-c685be3e5adb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.767720 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2e5e3c48-f405-4388-aa5a-c04ab189388c req-e6163d4e-0824-4a64-b8da-c685be3e5adb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 932 time: 0.0576780 Jul 07 10:28:12.771620 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (f190cf81-a52a-4683-9d16-60583fd18e89), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.771730 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Added segment f190cf81-a52a-4683-9d16-60583fd18e89 of type vlan for network a35a76de-da0e-4bc5-97e3-8c259cffad94 Jul 07 10:28:12.784264 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d0b2c3-ea20-4eea-87fe-434f9d0de45e {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:28:12.795431 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Publish callbacks [] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.800319 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-14ae080d-f673-461e-8f88-89dbed7ef7ca req-f5001dee-883c-4cd1-87e3-2293165b3c20 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489835 Jul 07 10:28:12.807950 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:12.829288 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:12.830771 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Transition to ACTIVE for port object f2d0b2c3-ea20-4eea-87fe-434f9d0de45e will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:28:12.842917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] For port 10ed8f63-fb1d-4905-927a-34b2f6274378, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=10ed8f63-fb1d-4905-927a-34b2f6274378,segment=NetworkSegment(d3eeaa57-46e5-448c-9160-c8506aca3c64),segment_id=d3eeaa57-46e5-448c-9160-c8506aca3c64)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:12.843288 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.855975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (a35a76de-da0e-4bc5-97e3-8c259cffad94), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.865529 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.882301 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2e5e3c48-f405-4388-aa5a-c04ab189388c req-664502a8-5d24-4ea3-80ef-55003e440505 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022007 Jul 07 10:28:12.895065 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:28:12.902124 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:12.903199 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.904010 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (a35a76de-da0e-4bc5-97e3-8c259cffad94), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.905317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:12.905937 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Calling delete_port for 10ed8f63-fb1d-4905-927a-34b2f6274378 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:28:12.907649 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:12.955600 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5504348 Jul 07 10:28:12.958382 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45114) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:12.979292 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Request body: {'subnet': {'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1996940307-subnet', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:12.984465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.005712 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:13.057963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:13.058358 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.071232 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b375d7-eefa-4669-bc5b-230816bc02fb admin admin] Pushing event updated for resources: {'Network': ['ID=a35a76de-da0e-4bc5-97e3-8c259cffad94,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.083775 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Made reservation on behalf of 7a764964d68c403b954db4aa89a05947 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:28:13.084992 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:28:13.086204 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.139191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:13.146153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Attempting to bind port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:13.146417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:13.146708 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Attempting to bind port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:13.146911 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Attempting to bind port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:13.149318 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b7727-564b-42a3-b2ba-a0b8198a8fc3" -d '{"events": [{"server_uuid": "f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25", "name": "network-vif-plugged", "status": "completed", "tag": "1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:13.165890 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e on network 03eb7d11-d380-46df-8615-998b46a27260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:28:13.165890 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Attempting to bind port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e on network 03eb7d11-d380-46df-8615-998b46a27260 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:13.207909 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:13.208247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Checking segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:13.208748 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Bound using segment: {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:13.209198 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Bound port: f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183f5af8-23ef-4347-a59b-388b79bace49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '03eb7d11-d380-46df-8615-998b46a27260'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:13.209561 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.267035 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:13.286115 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1131ac6-399c-4720-be9a-a62b82835242 x-openstack-request-id: req-f1131ac6-399c-4720-be9a-a62b82835242 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:13.286436 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25", "name": "network-vif-plugged", "status": "completed", "tag": "1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:13.286721 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1131ac6-399c-4720-be9a-a62b82835242 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:13.287063 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1131ac6-399c-4720-be9a-a62b82835242'] response: {'server_uuid': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe', 'code': 200} Jul 07 10:28:13.292923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (10ed8f63-fb1d-4905-927a-34b2f6274378), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.296894 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.297730 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e332fd9-fdcf-495a-9546-8197da03d874 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:13.399409 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['10ed8f63-fb1d-4905-927a-34b2f6274378'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:13.422825 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (254e6d13-a1c4-4631-8d13-058b617b1bfd), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.429077 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Pushing event deleted for resources: {'Port': ['ID=10ed8f63-fb1d-4905-927a-34b2f6274378,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.441470 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 9e332fd9-fdcf-495a-9546-8197da03d874 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:28:13.453548 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 9e332fd9-fdcf-495a-9546-8197da03d874 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:13.453929 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.495107 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] For port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:13.516599 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.551073 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] No DVR routers for this DVR port 10ed8f63-fb1d-4905-927a-34b2f6274378 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:28:13.571024 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] For port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:13.576129 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.580270 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06648889-08cc-4285-ac1c-998e153ee942 req-65e14851-038e-41af-a387-80d7fc92f246 tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.58 "DELETE /v2.0/ports/10ed8f63-fb1d-4905-927a-34b2f6274378 HTTP/1.1" status: 204 len: 173 time: 1.2066412 Jul 07 10:28:13.581244 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'name': 'network-vif-deleted', 'tag': '10ed8f63-fb1d-4905-927a-34b2f6274378'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:13.590501 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb084bc-1c80-4f03-9d8e-c827f8161020 req-2023836f-c3ca-4e8a-b3e1-2a709724b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:13.592090 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bfb084bc-1c80-4f03-9d8e-c827f8161020 req-2023836f-c3ca-4e8a-b3e1-2a709724b115 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 1129 time: 0.1290648 Jul 07 10:28:13.592208 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514798ce-4274-45e8-b303-0cf499e66aa2" -d '{"events": [{"server_uuid": "03a8b2e2-624f-44b3-81fb-f7bf6d23634e", "name": "network-vif-deleted", "tag": "10ed8f63-fb1d-4905-927a-34b2f6274378"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:13.597834 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 9e332fd9-fdcf-495a-9546-8197da03d874 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:13.598029 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7d962301-bb93-4ca7-898a-2aff48b047b9 req-8e579ebf-2eaa-421d-91ee-f7898aa6041b tempest-VolumesNegativeTest-1606547262 tempest-VolumesNegativeTest-1606547262-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a8b2e2-624f-44b3-81fb-f7bf6d23634e HTTP/1.1" status: 200 len: 210 time: 0.0980275 Jul 07 10:28:13.598261 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.599265 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.675336 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254e6d13-a1c4-4631-8d13-058b617b1bfd,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.689334 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:13.690174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.696405 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] 10.222.0.58 "PUT /v2.0/ports/f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 1094 time: 1.7589931 Jul 07 10:28:13.698243 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 9e332fd9-fdcf-495a-9546-8197da03d874, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e332fd9-fdcf-495a-9546-8197da03d874,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:13.707100 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:13.743840 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5549-d1c2-4779-b8d7-3d02fcd5efb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.752986 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb4a89a-8d25-48ac-8594-e7e1caa6930d x-openstack-request-id: req-2cb4a89a-8d25-48ac-8594-e7e1caa6930d {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:13.753286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a8b2e2-624f-44b3-81fb-f7bf6d23634e", "name": "network-vif-deleted", "tag": "10ed8f63-fb1d-4905-927a-34b2f6274378", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:13.753543 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cb4a89a-8d25-48ac-8594-e7e1caa6930d {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:13.753952 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb4a89a-8d25-48ac-8594-e7e1caa6930d'] response: {'server_uuid': '03a8b2e2-624f-44b3-81fb-f7bf6d23634e', 'name': 'network-vif-deleted', 'tag': '10ed8f63-fb1d-4905-927a-34b2f6274378', 'status': 'completed', 'code': 200} Jul 07 10:28:13.836968 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=9e332fd9-fdcf-495a-9546-8197da03d874,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:13.886829 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-9ab9dd76-1333-436f-9d45-910c223b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:13.888117 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:13.888552 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-9ab9dd76-1333-436f-9d45-910c223b15ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1128 time: 0.1200168 Jul 07 10:28:13.894600 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bfb084bc-1c80-4f03-9d8e-c827f8161020 req-eb8274ad-a298-4dca-b503-44638dddc9e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789067 Jul 07 10:28:13.907246 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad649c-704a-4bc8-9a11-171c017ae779 req-6d931cbb-74f1-41c9-b6c5-e20dbead1864 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:13.908344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de7a1b-964b-4d5e-8993-1c3a7faca2e6 req-2b1518af-5c1e-467e-bebf-fd7aafb42216 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:13.909354 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6aad649c-704a-4bc8-9a11-171c017ae779 req-6d931cbb-74f1-41c9-b6c5-e20dbead1864 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.3205416 Jul 07 10:28:13.915327 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-30de7a1b-964b-4d5e-8993-1c3a7faca2e6 req-2b1518af-5c1e-467e-bebf-fd7aafb42216 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.0651004 Jul 07 10:28:13.948246 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Checking segment: {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:13.949309 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Network hostable DHCP agents. Network: a35a76de-da0e-4bc5-97e3-8c259cffad94, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:28:14.003659 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6aad649c-704a-4bc8-9a11-171c017ae779 req-4c380776-e8b8-4f82-8264-510c30669655 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863097 Jul 07 10:28:14.005205 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:28:14.022299 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, a35a76de-da0e-4bc5-97e3-8c259cffad94) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:14.036292 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:14.036906 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.039916 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bd9e18c5-824c-4fcd-864e-b271639959d5 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:14.052061 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-30de7a1b-964b-4d5e-8993-1c3a7faca2e6 req-d3022b32-debf-4a22-9ce5-e634e95a2b1c tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277978 Jul 07 10:28:14.079182 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e0f5b611-e6b4-4925-b8b5-3ec8b8f76c80 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1195929 Jul 07 10:28:14.081839 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45132) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:14.086362 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:14.096900 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713a50a0-5731-4a42-9885-c0118f50f791 None None] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:28:14.122383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.123797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.171011 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c038-848d-4d0b-b8e0-a4e8283fcb77 req-658bc6c6-3a4f-46d7-b95a-032724e6971a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:14.172551 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6933c038-848d-4d0b-b8e0-a4e8283fcb77 req-658bc6c6-3a4f-46d7-b95a-032724e6971a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.0728085 Jul 07 10:28:14.221095 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:14.237581 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks [] for router_controller (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), precommit_add_association {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.243583 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port bd9e18c5-824c-4fcd-864e-b271639959d5 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:14.244205 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.245995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfff7a-6ba5-4ba8-9c14-9ad14d33efc1 req-b0f6dc23-c9c8-4448-b381-a1b112e0a619 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:14.247856 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6933c038-848d-4d0b-b8e0-a4e8283fcb77 req-061aa1e7-660e-4352-a697-5314016c0537 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694201 Jul 07 10:28:14.254281 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-abbfff7a-6ba5-4ba8-9c14-9ad14d33efc1 req-b0f6dc23-c9c8-4448-b381-a1b112e0a619 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 944 time: 0.0989823 Jul 07 10:28:14.287185 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-a35a76de-da0e-4bc5-97e3-8c259cffad94', 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94', 'project_id': '7a764964d68c403b954db4aa89a05947', 'fixed_ips': [{'subnet_id': '254e6d13-a1c4-4631-8d13-058b617b1bfd'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:28:14.288160 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.386328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:14.447738 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bd9e18c5-824c-4fcd-864e-b271639959d5 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:14.447738 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.503225 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port bd9e18c5-824c-4fcd-864e-b271639959d5, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bd9e18c5-824c-4fcd-864e-b271639959d5,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:14.517319 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Allocated IP 172.20.0.2 (a35a76de-da0e-4bc5-97e3-8c259cffad94/254e6d13-a1c4-4631-8d13-058b617b1bfd/fae5c295-2890-4261-bfbc-31e71bd27e6b) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:14.519499 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.604788 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=bd9e18c5-824c-4fcd-864e-b271639959d5,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:14.628342 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-605ee1e7-8af7-402e-8086-a54231c6ec59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 217 time: 0.0445800 Jul 07 10:28:14.676993 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-abbfff7a-6ba5-4ba8-9c14-9ad14d33efc1 req-72ffe459-4953-48ea-bdc0-d377d7fff86e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4211152 Jul 07 10:28:14.719372 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks [] for router_gateway (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.726028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Publish callbacks [] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.733464 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.786452 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Pushing event updated for resources: {'Port': ['ID=fae5c295-2890-4261-bfbc-31e71bd27e6b,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:14.795622 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:14.797389 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:14.802071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:14.819563 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:14.869036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Attempting to bind port fae5c295-2890-4261-bfbc-31e71bd27e6b on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:14.869398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Attempting to bind port fae5c295-2890-4261-bfbc-31e71bd27e6b by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:14.869750 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Attempting to bind port fae5c295-2890-4261-bfbc-31e71bd27e6b on network a35a76de-da0e-4bc5-97e3-8c259cffad94 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:14.875455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:14.875849 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Checking segment: {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:14.876526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.876657 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Bound using segment: {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:14.877076 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Bound port: fae5c295-2890-4261-bfbc-31e71bd27e6b, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:14.877457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.941797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:14.951072 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] For port fae5c295-2890-4261-bfbc-31e71bd27e6b, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:14.954460 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] For port fae5c295-2890-4261-bfbc-31e71bd27e6b, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=fae5c295-2890-4261-bfbc-31e71bd27e6b,segment=NetworkSegment(f190cf81-a52a-4683-9d16-60583fd18e89),segment_id=f190cf81-a52a-4683-9d16-60583fd18e89)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:14.961960 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:14.994725 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks [] for router_gateway (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:15.018799 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:15.019040 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60b54-f802-43be-ac98-5bd16acf6cf8 None None] Pushing event updated for resources: {'Port': ['ID=fae5c295-2890-4261-bfbc-31e71bd27e6b,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:15.022568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-a792083a-0414-4ab4-ab35-1fafc51a42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:15.024099 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-a792083a-0414-4ab4-ab35-1fafc51a42c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0919311 Jul 07 10:28:15.143556 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-1d38ab56-4977-4a3c-82f3-c89b335b743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:15.145495 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-1d38ab56-4977-4a3c-82f3-c89b335b743c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812418 Jul 07 10:28:15.194880 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4c5f1-4a94-4f7a-b981-b9f683507552 req-ff6c7a9c-66c1-4827-a62e-3b53bfd6b19e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:15.197582 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c4c4c5f1-4a94-4f7a-b981-b9f683507552 req-ff6c7a9c-66c1-4827-a62e-3b53bfd6b19e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0710447 Jul 07 10:28:15.240462 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Allocated IP 172.27.1.183 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/a60c4412-fd43-41cc-821c-5aa9f3777565) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:15.289370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e332fd9-fdcf-495a-9546-8197da03d874'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:15.292429 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f01e71-bd00-419c-823c-ba1df91e9755" -d '{"events": [{"server_uuid": "ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6", "name": "network-vif-plugged", "status": "completed", "tag": "9e332fd9-fdcf-495a-9546-8197da03d874"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:15.311365 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c4c4c5f1-4a94-4f7a-b981-b9f683507552 req-7a42fc59-213b-4172-8085-5e3d7832e067 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051996 Jul 07 10:28:15.341402 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Sync routers for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:28:15.354895 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d9658-6e28-4798-8f91-d37c26ed6abf req-ca2de2ca-6913-4cd6-9e54-e3b39aa2bae1 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:15.363490 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bf4d9658-6e28-4798-8f91-d37c26ed6abf req-ca2de2ca-6913-4cd6-9e54-e3b39aa2bae1 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.2255409 Jul 07 10:28:15.365912 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:15.366628 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:15.508504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b605-6693-460c-b9a4-c840fb05c6e6 req-23d412b5-16d2-4c95-bf6d-2877b80d981d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:15.519044 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-50a1b605-6693-460c-b9a4-c840fb05c6e6 req-23d412b5-16d2-4c95-bf6d-2877b80d981d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1057310 Jul 07 10:28:15.520237 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:15.529259 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-c3a30509-4bbc-456e-a992-7ff4cf81a95c service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481991 Jul 07 10:28:15.563721 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bf4d9658-6e28-4798-8f91-d37c26ed6abf req-2e34bd7b-9d29-4f96-9784-3a2da301339b tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992521 Jul 07 10:28:15.568382 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks [] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:15.625374 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de61b6-79de-4f2b-af3b-cfcffb2251a9 x-openstack-request-id: req-49de61b6-79de-4f2b-af3b-cfcffb2251a9 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:15.625714 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6", "name": "network-vif-plugged", "status": "completed", "tag": "9e332fd9-fdcf-495a-9546-8197da03d874", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:15.626119 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49de61b6-79de-4f2b-af3b-cfcffb2251a9 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:15.626690 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49de61b6-79de-4f2b-af3b-cfcffb2251a9'] response: {'server_uuid': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e332fd9-fdcf-495a-9546-8197da03d874', 'code': 200} Jul 07 10:28:15.628545 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-50a1b605-6693-460c-b9a4-c840fb05c6e6 req-ad2929ee-fc82-4de9-a6ef-f8e9892bfe76 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084273 Jul 07 10:28:15.641574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:15.692029 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:15.705075 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:15.726911 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:15.775198 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:11Z', 'revision_number': 2, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:15.787779 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:15.790280 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17" -d '{"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:15.792878 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Pushing event updated for resources: {'Port': ['ID=a60c4412-fd43-41cc-821c-5aa9f3777565,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:15.814611 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Checking router: ee80d1c5-164b-4403-a55f-f1dd5423dfe1 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:28:15.814933 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Updating router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 port 81b32751-9e7c-4157-857b-4588003c41b2 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:28:15.854491 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (81b32751-9e7c-4157-857b-4588003c41b2), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:15.857175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53fa2e6-92a9-4975-b989-c30f403cc759 x-openstack-request-id: req-a53fa2e6-92a9-4975-b989-c30f403cc759 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:15.857586 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:15.857697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a53fa2e6-92a9-4975-b989-c30f403cc759 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:15.858098 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53fa2e6-92a9-4975-b989-c30f403cc759'] response: {'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'status': 'completed', 'code': 200} Jul 07 10:28:15.897040 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319178cb-532a-4563-a0a8-bfaca29da411 req-b5de6988-e713-4620-a064-5b77b20d3efa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:15.899414 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-319178cb-532a-4563-a0a8-bfaca29da411 req-b5de6988-e713-4620-a064-5b77b20d3efa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 944 time: 0.1009018 Jul 07 10:28:16.111329 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-dcede13a-383b-4d0f-8ff1-24ab84a9cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.177155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device fae5c295-2890-4261-bfbc-31e71bd27e6b up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:16.182107 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:16.208082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:16.223918 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:16.274218 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port fae5c295-2890-4261-bfbc-31e71bd27e6b triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:16.276943 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.358394 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Publish callbacks [] for port (81b32751-9e7c-4157-857b-4588003c41b2), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.365000 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:16.367502 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port fae5c295-2890-4261-bfbc-31e71bd27e6b is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:16.367991 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.371405 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (81b32751-9e7c-4157-857b-4588003c41b2), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.418326 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port fae5c295-2890-4261-bfbc-31e71bd27e6b, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=fae5c295-2890-4261-bfbc-31e71bd27e6b,segment=NetworkSegment(f190cf81-a52a-4683-9d16-60583fd18e89),segment_id=f190cf81-a52a-4683-9d16-60583fd18e89)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:16.425603 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.427176 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bd9e18c5-824c-4fcd-864e-b271639959d5 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:16.443534 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-319178cb-532a-4563-a0a8-bfaca29da411 req-9ab3d589-ecab-41dc-84cf-648dd76697b7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475930 Jul 07 10:28:16.448886 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Pushing event updated for resources: {'Port': ['ID=81b32751-9e7c-4157-857b-4588003c41b2,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:16.467691 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.468064 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.468599 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.475190 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.475624 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.477934 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.478578 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.479067 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.479394 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.479717 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.480100 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.480473 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.480826 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.481144 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.481462 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:16.562189 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aef360cd-d0cb-4511-a751-d3ee2684eb75 req-c3b27fdb-67ab-4d65-9d5d-36aa70ee0e2a service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695885 Jul 07 10:28:16.562683 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6e87d-e55c-4766-a32f-20fa21ae01f8 req-4e0c2625-d93b-4fa1-9b56-3d85807236df tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:16.572262 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-faf6e87d-e55c-4766-a32f-20fa21ae01f8 req-4e0c2625-d93b-4fa1-9b56-3d85807236df tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1043375 Jul 07 10:28:16.590561 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:16.592214 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks [] for router_gateway (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.599566 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Attempting to bind port 81b32751-9e7c-4157-857b-4588003c41b2 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:16.600238 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Attempting to bind port 81b32751-9e7c-4157-857b-4588003c41b2 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:16.601476 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Attempting to bind port 81b32751-9e7c-4157-857b-4588003c41b2 on network cbfa4801-202b-454f-bc73-ce3fcb0dea90 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:16.606568 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=fae5c295-2890-4261-bfbc-31e71bd27e6b,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:16.608183 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:16.608803 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Checking segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:16.609525 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.610090 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Bound using segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:16.610731 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Bound port: 81b32751-9e7c-4157-857b-4588003c41b2, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:16.611303 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (81b32751-9e7c-4157-857b-4588003c41b2), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.666297 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0dbee-b2f3-4f97-8e6b-3cd0cc8256fd None None] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:28:16.694719 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-faf6e87d-e55c-4766-a32f-20fa21ae01f8 req-5fed7be3-11a3-4e15-aebd-ce4027eb2866 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212027 Jul 07 10:28:16.768051 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port bd9e18c5-824c-4fcd-864e-b271639959d5 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:16.768516 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.779552 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] For port 81b32751-9e7c-4157-857b-4588003c41b2, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:16.784776 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] For port 81b32751-9e7c-4157-857b-4588003c41b2, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=81b32751-9e7c-4157-857b-4588003c41b2,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:16.800133 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (81b32751-9e7c-4157-857b-4588003c41b2), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.892906 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 10ed8f63-fb1d-4905-927a-34b2f6274378 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:28:16.908229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbeb0f-2b9b-4bdd-9e0f-0b1b4af4d260 req-1c3f3a3b-8022-4790-bdf4-6fe470213641 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:16.909823 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-93dbeb0f-2b9b-4bdd-9e0f-0b1b4af4d260 req-1c3f3a3b-8022-4790-bdf4-6fe470213641 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.0899653 Jul 07 10:28:16.910234 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4d72dc8a-e0ee-41ef-b7c9-39c52617f2f3 None None] Provisioning complete for port fae5c295-2890-4261-bfbc-31e71bd27e6b triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:16.910831 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4d72dc8a-e0ee-41ef-b7c9-39c52617f2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:16.912837 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:16.926937 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75d751-7e97-4a25-82c5-38949265eb6a req-8e17b3d0-9b62-4c8a-b879-7cad5b54cd03 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:16.928563 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ab75d751-7e97-4a25-82c5-38949265eb6a req-8e17b3d0-9b62-4c8a-b879-7cad5b54cd03 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1024375 Jul 07 10:28:16.944941 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:16.945912 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:16.948746 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad622c-43c8-4cbf-82b8-d165b4b8698d None None] Pushing event updated for resources: {'Port': ['ID=81b32751-9e7c-4157-857b-4588003c41b2,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:17.016560 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:17.026374 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 10ed8f63-fb1d-4905-927a-34b2f6274378 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:28:17.026717 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 10ed8f63-fb1d-4905-927a-34b2f6274378 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:28:17.071009 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ab75d751-7e97-4a25-82c5-38949265eb6a req-14cd02e8-11b6-4eea-9ee5-63a96c94d85a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254382 Jul 07 10:28:17.134814 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-93dbeb0f-2b9b-4bdd-9e0f-0b1b4af4d260 req-70fa1bea-4b17-47cc-bef3-88a0ecf5a66e tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156606 Jul 07 10:28:17.145810 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:17.155272 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:17.245055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4d72dc8a-e0ee-41ef-b7c9-39c52617f2f3 None None] Current status of the port fae5c295-2890-4261-bfbc-31e71bd27e6b is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:17.248364 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bd9e18c5-824c-4fcd-864e-b271639959d5 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:17.377118 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] Provisioning complete for port 81b32751-9e7c-4157-857b-4588003c41b2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:17.377828 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (81b32751-9e7c-4157-857b-4588003c41b2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:17.385902 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:28:17.478861 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:16Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:17.485429 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] Current status of the port 81b32751-9e7c-4157-857b-4588003c41b2 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:17.485948 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (81b32751-9e7c-4157-857b-4588003c41b2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:17.538202 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46c079-142e-4846-a73d-2516bc800d19 None None] The sync data for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi is: [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:16Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:28:17.618281 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] For port 81b32751-9e7c-4157-857b-4588003c41b2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=81b32751-9e7c-4157-857b-4588003c41b2,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:17.627423 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (81b32751-9e7c-4157-857b-4588003c41b2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:17.670143 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dd63f-c133-4740-8a0d-dd62c69e6e88 req-5e0466cc-7c53-412c-b440-58da30bfa4af tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:17.679100 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ef2dd63f-c133-4740-8a0d-dd62c69e6e88 req-5e0466cc-7c53-412c-b440-58da30bfa4af tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 944 time: 0.0940471 Jul 07 10:28:17.708602 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:28:17.766326 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:17.767690 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e1dd6bd8-e9a4-4db2-ab9c-2cba3ee34369 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6847773 Jul 07 10:28:17.770454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45340) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:17.779896 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:17.783454 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ef2dd63f-c133-4740-8a0d-dd62c69e6e88 req-7ee3388b-fac1-4d16-a2fd-cd72273dcb4b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033249 Jul 07 10:28:17.842403 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Sync routers for ids ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:28:17.925800 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Routers {'1265c4e9-7d1d-43ce-b718-765d9fc1e97a'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:17.938257 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:27:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:18.044852 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abca6b-39f6-491f-9b18-3cf070078137 req-c3d63da4-9b7c-44c2-92c6-d05a687b6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.046742 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a6abca6b-39f6-491f-9b18-3cf070078137 req-c3d63da4-9b7c-44c2-92c6-d05a687b6159 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 1130 time: 0.1259642 Jul 07 10:28:18.050396 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-6d9898be-87bb-4e2d-a596-5ac1fd1dd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.056509 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-6d9898be-87bb-4e2d-a596-5ac1fd1dd061 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1128 time: 0.1497726 Jul 07 10:28:18.061358 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c2532-ed7d-4bc8-8e3e-d56f4a4d9886 req-5ad61a87-ac0e-4049-987d-cc4ac937daff tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.068371 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fc7c2532-ed7d-4bc8-8e3e-d56f4a4d9886 req-5ad61a87-ac0e-4049-987d-cc4ac937daff tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2297864 Jul 07 10:28:18.079892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e402f-8d61-4924-9607-8d9d636dad9d None None] Pushing event updated for resources: {'Port': ['ID=81b32751-9e7c-4157-857b-4588003c41b2,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:18.081448 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-791891a0-e379-4766-ad74-8590c5f27156 None None] Provisioning complete for port 81b32751-9e7c-4157-857b-4588003c41b2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:18.081822 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-791891a0-e379-4766-ad74-8590c5f27156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (81b32751-9e7c-4157-857b-4588003c41b2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:18.259960 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:18.262433 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device fae5c295-2890-4261-bfbc-31e71bd27e6b up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:18.293737 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:18.374388 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Set router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:18.475685 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450029e2-6498-41c3-893a-e324d5161768 req-7cfc44c8-e005-4541-a1ba-674209b9de17 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.483209 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-450029e2-6498-41c3-893a-e324d5161768 req-7cfc44c8-e005-4541-a1ba-674209b9de17 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1599770 Jul 07 10:28:18.484725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6ee2b231-aed0-4237-b59b-9f175424f14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:18.495633 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port fae5c295-2890-4261-bfbc-31e71bd27e6b triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:18.496028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:18.505964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:18.521219 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a6abca6b-39f6-491f-9b18-3cf070078137 req-0153ff8d-ba53-4d31-8c68-97a0c1b0dfd9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081487 Jul 07 10:28:18.584931 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-450029e2-6498-41c3-893a-e324d5161768 req-a791cfe7-e316-4025-a06a-0190411a1740 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987859 Jul 07 10:28:18.720582 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93462c4-1925-40eb-a8cc-e289f52ed2d4 req-66905c36-5b01-49ff-9743-ea27813c26b6 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.730980 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-791891a0-e379-4766-ad74-8590c5f27156 None None] Current status of the port 81b32751-9e7c-4157-857b-4588003c41b2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:18.731857 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b93462c4-1925-40eb-a8cc-e289f52ed2d4 req-66905c36-5b01-49ff-9743-ea27813c26b6 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.0817730 Jul 07 10:28:18.734141 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fc7c2532-ed7d-4bc8-8e3e-d56f4a4d9886 req-58bf63f7-ae7d-4c71-8773-c519d93e6e7d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6648710 Jul 07 10:28:18.767145 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-74e9a0f1-5639-4beb-88e1-f0d2ddc4a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.767145 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-74e9a0f1-5639-4beb-88e1-f0d2ddc4a286 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.2466767 Jul 07 10:28:18.790751 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b93462c4-1925-40eb-a8cc-e289f52ed2d4 req-19d9fff4-f5f0-420e-831c-081f2da555d3 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Jul 07 10:28:18.807512 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-791891a0-e379-4766-ad74-8590c5f27156 None None] Provisioning complete for port fae5c295-2890-4261-bfbc-31e71bd27e6b triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:18.807912 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-791891a0-e379-4766-ad74-8590c5f27156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:18.842118 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port fae5c295-2890-4261-bfbc-31e71bd27e6b is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:18.843293 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 81b32751-9e7c-4157-857b-4588003c41b2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:18.877061 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:28:16Z', 'revision_number': 3, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:18.909805 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Checking router: 1265c4e9-7d1d-43ce-b718-765d9fc1e97a for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:28:18.910153 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Updating router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a port a60c4412-fd43-41cc-821c-5aa9f3777565 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:28:18.946035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed0be-8c8b-438b-8441-8c29e7288caa req-85de00cb-b69e-46ca-ae65-7b15b63169fb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:18.947337 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1ffed0be-8c8b-438b-8441-8c29e7288caa req-85de00cb-b69e-46ca-ae65-7b15b63169fb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 944 time: 0.0823154 Jul 07 10:28:18.956853 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.005437 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 81b32751-9e7c-4157-857b-4588003c41b2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:19.005811 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (81b32751-9e7c-4157-857b-4588003c41b2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.044205 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-791891a0-e379-4766-ad74-8590c5f27156 None None] Current status of the port fae5c295-2890-4261-bfbc-31e71bd27e6b is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:19.089083 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1ffed0be-8c8b-438b-8441-8c29e7288caa req-37f5ceeb-531e-4588-bff7-518f28ac9aee tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227188 Jul 07 10:28:19.101724 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.185751 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:19.206469 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 81b32751-9e7c-4157-857b-4588003c41b2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:19.277521 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Allocated IP 172.20.0.1 (a35a76de-da0e-4bc5-97e3-8c259cffad94/254e6d13-a1c4-4631-8d13-058b617b1bfd/b1cc0a7f-a25e-442c-a65e-9a11c8a145a1) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:19.307803 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:19.342863 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Publish callbacks [] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.348249 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.385552 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:19.386104 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks [] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.404183 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7468743-1fe4-47f3-98dd-0a225c87cfb3 None None] Pushing event updated for resources: {'Port': ['ID=a60c4412-fd43-41cc-821c-5aa9f3777565,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:19.406658 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Attempting to bind port a60c4412-fd43-41cc-821c-5aa9f3777565 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:19.407030 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Attempting to bind port a60c4412-fd43-41cc-821c-5aa9f3777565 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:19.407395 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Attempting to bind port a60c4412-fd43-41cc-821c-5aa9f3777565 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:19.414014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:19.414391 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:19.414776 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.415230 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:19.415659 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Bound port: a60c4412-fd43-41cc-821c-5aa9f3777565, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:19.416076 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.426520 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.470090 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] For port a60c4412-fd43-41cc-821c-5aa9f3777565, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:19.470868 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:19.473985 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] For port a60c4412-fd43-41cc-821c-5aa9f3777565, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=a60c4412-fd43-41cc-821c-5aa9f3777565,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:19.475387 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:19.480212 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:19.485565 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Pushing event updated for resources: {'Port': ['ID=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:19.487722 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.521723 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:19.526223 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.582345 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Routers {'1265c4e9-7d1d-43ce-b718-765d9fc1e97a'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:19.583074 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:19.587580 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.588264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7468743-1fe4-47f3-98dd-0a225c87cfb3 None None] Pushing event updated for resources: {'Port': ['ID=a60c4412-fd43-41cc-821c-5aa9f3777565,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:19.674387 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.700818 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] Set router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:19.710776 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330c702-2fb7-4f86-8104-5bc23af9d78e req-674a579d-4a96-49c9-acf9-0839a777d05d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:19.712619 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3330c702-2fb7-4f86-8104-5bc23af9d78e req-674a579d-4a96-49c9-acf9-0839a777d05d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.0578945 Jul 07 10:28:19.750582 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:19.771328 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3330c702-2fb7-4f86-8104-5bc23af9d78e req-20b062c0-448b-4ce5-bb6d-c9c56c9fb1a4 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Jul 07 10:28:19.790016 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-b4250534-f7e5-4ec0-b7ab-8db38308b774 None None] Provisioning complete for port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:19.791071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b4250534-f7e5-4ec0-b7ab-8db38308b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.869953 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-b4250534-f7e5-4ec0-b7ab-8db38308b774 None None] Port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:28:19.894181 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708aaea-7b88-4016-9baa-f3a586206315 req-fe23c239-224b-4aaf-a249-21e3bae71373 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:19.895716 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5708aaea-7b88-4016-9baa-f3a586206315 req-fe23c239-224b-4aaf-a249-21e3bae71373 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0710306 Jul 07 10:28:19.933554 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:28:16Z', 'revision_number': 3, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:19.933856 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks [] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.934210 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229f0d6-9659-4a89-9942-bd0f1963dfef req-85183e31-2ef4-440a-9472-694c8f342b6f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:19.937331 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6229f0d6-9659-4a89-9942-bd0f1963dfef req-85183e31-2ef4-440a-9472-694c8f342b6f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.0585079 Jul 07 10:28:19.945698 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:19.966256 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c09ec5-85e3-4763-9aa8-e37178b7cc02 None None] The sync data for ids ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'] in dv-cinder-822821-4-iscsi is: [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:28:16Z', 'revision_number': 3, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:28:19.996888 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 81b32751-9e7c-4157-857b-4588003c41b2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:19.998176 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6229f0d6-9659-4a89-9942-bd0f1963dfef req-aec8a0b9-913c-45c6-93cb-613c5f92fcec tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507631 Jul 07 10:28:20.106229 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-84590082-95bd-4c8f-9409-f9dbe9190e1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 217 time: 0.0725000 Jul 07 10:28:20.109551 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5708aaea-7b88-4016-9baa-f3a586206315 req-0d02250e-3015-4c46-aaa5-1a62b1e18c69 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037961 Jul 07 10:28:20.120390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:20.131070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Pushing event updated for resources: {'Port': ['ID=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:20.191129 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 81b32751-9e7c-4157-857b-4588003c41b2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:20.191498 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (81b32751-9e7c-4157-857b-4588003c41b2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:20.244602 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c17b00-f17a-4ca7-8eda-ce745259d3a2 req-51593ea2-2a48-41fa-a2b6-90dce84aa228 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:20.251977 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-82c17b00-f17a-4ca7-8eda-ce745259d3a2 req-51593ea2-2a48-41fa-a2b6-90dce84aa228 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 944 time: 0.0711477 Jul 07 10:28:20.256499 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:20.284810 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:20.287224 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:20.351312 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:20.356886 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 81b32751-9e7c-4157-857b-4588003c41b2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:20.387423 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-82c17b00-f17a-4ca7-8eda-ce745259d3a2 req-82d575e2-7996-4889-9d9a-58eb2007d933 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346335 Jul 07 10:28:20.491081 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:28:20.602532 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-6f871116-1607-4d7f-ab1a-939efd9d3f0d None None] Provisioning complete for port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:20.603044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6f871116-1607-4d7f-ab1a-939efd9d3f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:20.695995 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-97618282-5007-4534-ba0a-63d9c53191bf tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:20.698289 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-97618282-5007-4534-ba0a-63d9c53191bf tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.1013882 Jul 07 10:28:20.698838 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-6f871116-1607-4d7f-ab1a-939efd9d3f0d None None] Port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:28:20.735314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-d6452208-2bd1-4853-b8cc-e9692275d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:20.737017 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-d6452208-2bd1-4853-b8cc-e9692275d6d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0946627 Jul 07 10:28:20.747576 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:20.771099 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdd364-e0dc-4654-9eab-36b7eda7f92d req-42757c24-c3e3-4af6-815c-c1290bfc7d9a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:20.772741 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-36cdd364-e0dc-4654-9eab-36b7eda7f92d req-42757c24-c3e3-4af6-815c-c1290bfc7d9a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0849519 Jul 07 10:28:20.790074 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:28:20.814934 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device f2d0b2c3-ea20-4eea-87fe-434f9d0de45e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:28:20.829667 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-059abc9b-dfe9-4eb3-85bf-a058ca0e7ebd admin admin] 10.222.0.16 "PUT /v2.0/routers/1265c4e9-7d1d-43ce-b718-765d9fc1e97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0493252 Jul 07 10:28:20.886268 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-36cdd364-e0dc-4654-9eab-36b7eda7f92d req-a0ec1180-9bd6-4dfc-b30a-6453673bd479 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918980 Jul 07 10:28:20.887503 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-fad20bb8-f3e2-4d22-a8d3-0678a4b6c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:20.895900 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-fad20bb8-f3e2-4d22-a8d3-0678a4b6c21e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1451426 Jul 07 10:28:20.920414 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45448) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:21.070391 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.088584 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:21.094792 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:21.121235 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:28:21.177616 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:21.178168 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.200951 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d0b2c3-ea20-4eea-87fe-434f9d0de45e {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:28:21.206824 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Deleting port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:28:21.207317 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.212608 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45458) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:21.230658 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:21.238026 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.255584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92307c96-7d3a-4af4-884f-7a095e824d19 req-aef5ec14-3011-430d-b04b-2d8680152345 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:21.258098 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-92307c96-7d3a-4af4-884f-7a095e824d19 req-aef5ec14-3011-430d-b04b-2d8680152345 tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 945 time: 0.0906198 Jul 07 10:28:21.283179 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b04e49-a174-4706-82f8-0d287815c3cb req-e0e9e2bf-5066-41bc-9484-675926b4521c tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:21.285305 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-50b04e49-a174-4706-82f8-0d287815c3cb req-e0e9e2bf-5066-41bc-9484-675926b4521c tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1310349 Jul 07 10:28:21.327731 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:21.343637 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.368308 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-92307c96-7d3a-4af4-884f-7a095e824d19 req-72c6dbee-d349-4fbc-9f26-11f8013afc0f tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c053ad9-05a9-41bc-91a6-c80c239f7ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025085 Jul 07 10:28:21.414259 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] For port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,segment=NetworkSegment(6978854c-5de4-4d61-a971-b3dc5c548889),segment_id=6978854c-5de4-4d61-a971-b3dc5c548889)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:21.414634 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.433125 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-50b04e49-a174-4706-82f8-0d287815c3cb req-283020d0-25cf-46af-8b49-d19d8955dd8d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054926 Jul 07 10:28:21.445840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Calling delete_port for 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe owned by compute:nova {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:28:21.487824 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:21.497356 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a27d0525-8d3c-4b90-9d2f-79eea145990e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71b2e4cb235e41da9ade19672bdd2e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837017 Jul 07 10:28:21.504163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45466) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:21.567380 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:21.622219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94f64-0c29-423f-9ad7-77468b4189bd req-ecf4df9a-90e0-44c8-b826-b5ab2c6580eb tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:21.630778 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4b94f64-0c29-423f-9ad7-77468b4189bd req-ecf4df9a-90e0-44c8-b826-b5ab2c6580eb tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0908866 Jul 07 10:28:21.677143 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.698836 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b6124-44db-4370-9e8e-286d8122dd6f tempest-TestMinimumBasicScenario-1533854038 tempest-TestMinimumBasicScenario-1533854038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:21.703935 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8e3b6124-44db-4370-9e8e-286d8122dd6f tempest-TestMinimumBasicScenario-1533854038 tempest-TestMinimumBasicScenario-1533854038-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1124 time: 0.7824194 Jul 07 10:28:21.706264 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45468) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:21.712016 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'port_id': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:21.722616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c4e891fc-b08d-4778-b4a6-cf07cf713338 admin admin] Publish callbacks [] for security_group (f119ae16-dc26-4b33-ae01-af72c045d9b9), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.754035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c4e891fc-b08d-4778-b4a6-cf07cf713338 admin admin] Publish callbacks [] for security_group (f119ae16-dc26-4b33-ae01-af72c045d9b9), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.767882 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4b94f64-0c29-423f-9ad7-77468b4189bd req-64bb917f-97d3-438e-bc90-23662029f8ff tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325603 Jul 07 10:28:21.802345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45470) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:21.803537 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-9edf7237-d7b8-4968-8ce7-3b81fd214d30 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900476 Jul 07 10:28:21.812902 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583081799', 'description': 'tempest-secgroup-smoke-583081799 description', 'project_id': '21dabce5b3274cfcba5840982b59434e'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:21.822583 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.838833 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.856926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c4e891fc-b08d-4778-b4a6-cf07cf713338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f119ae16-dc26-4b33-ae01-af72c045d9b9), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.859425 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c4e891fc-b08d-4778-b4a6-cf07cf713338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:21.860635 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-c4e891fc-b08d-4778-b4a6-cf07cf713338 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f119ae16-dc26-4b33-ae01-af72c045d9b9 HTTP/1.1" status: 204 len: 168 time: 0.3444748 Jul 07 10:28:21.871887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e891fc-b08d-4778-b4a6-cf07cf713338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f119ae16-dc26-4b33-ae01-af72c045d9b9,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:21.878251 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Pushing event deleted for resources: {'Port': ['ID=1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:21.911550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:21.978174 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9bbf6e9-b1c9-4c9f-ab77-036cec258c17 req-2f905162-288b-49e1-bdcb-7f551c86f8ee service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627038 Jul 07 10:28:22.005734 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.046428 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a60c4412-fd43-41cc-821c-5aa9f3777565 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:22.090111 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85187c6-565b-4bce-acb7-69f9cf39fe03 req-1f40c9d8-8af9-4de9-853a-9a04fc67145a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:22.092172 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d85187c6-565b-4bce-acb7-69f9cf39fe03 req-1f40c9d8-8af9-4de9-853a-9a04fc67145a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 945 time: 0.2215705 Jul 07 10:28:22.096246 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port a60c4412-fd43-41cc-821c-5aa9f3777565 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:22.096770 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.106083 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] No DVR routers for this DVR port 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe on host hv-cinder-82282 {{(pid=103871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:28:22.108932 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.112700 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8115ffe1-0ba1-4cc1-beca-03262f5e809f req-a4e19702-0f2c-484f-b153-06e4e9c27aaa tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.58 "DELETE /v2.0/ports/1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe HTTP/1.1" status: 204 len: 173 time: 1.4070728 Jul 07 10:28:22.179564 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group (967be972-b210-4431-8a80-cf48da6d96f3), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.202579 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'name': 'network-vif-deleted', 'tag': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:22.204939 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648564cb-94d7-4fdb-ad1a-d5775d9ec419" -d '{"events": [{"server_uuid": "f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25", "name": "network-vif-deleted", "tag": "1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:22.214639 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.220333 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (967be972-b210-4431-8a80-cf48da6d96f3), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.232557 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port a60c4412-fd43-41cc-821c-5aa9f3777565 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:22.233162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.285992 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port a60c4412-fd43-41cc-821c-5aa9f3777565, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=a60c4412-fd43-41cc-821c-5aa9f3777565,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:22.295032 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.326927 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f21421f-4fbd-4361-b033-e5ca13c28f48 x-openstack-request-id: req-8f21421f-4fbd-4361-b033-e5ca13c28f48 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:22.327219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25", "name": "network-vif-deleted", "tag": "1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:22.327474 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f21421f-4fbd-4361-b033-e5ca13c28f48 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:22.327895 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f21421f-4fbd-4361-b033-e5ca13c28f48'] response: {'server_uuid': 'f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25', 'name': 'network-vif-deleted', 'tag': '1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe', 'status': 'completed', 'code': 200} Jul 07 10:28:22.330536 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.331790 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5261836 Jul 07 10:28:22.336376 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45476) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:22.343090 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group_rule': {'security_group_id': '967be972-b210-4431-8a80-cf48da6d96f3', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:22.363545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=a60c4412-fd43-41cc-821c-5aa9f3777565,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:22.376850 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b5403-d26e-4db4-917e-747650e54232 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967be972-b210-4431-8a80-cf48da6d96f3,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:22.377331 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Sync routers for ids ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:28:22.378198 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:22.393475 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Routers {'1265c4e9-7d1d-43ce-b718-765d9fc1e97a'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:22.394093 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:22.398281 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (14758e8d-36e2-404c-b2a5-e9ceee73faf1), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.414441 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d85187c6-565b-4bce-acb7-69f9cf39fe03 req-660e23de-6616-4197-ba2b-fa0015c0f186 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119843 Jul 07 10:28:22.444358 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Allocated IP 172.27.1.92 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/60c77510-d6a8-4b5e-8cda-c54abb429df8) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:22.495281 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (14758e8d-36e2-404c-b2a5-e9ceee73faf1), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.504336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (14758e8d-36e2-404c-b2a5-e9ceee73faf1), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.564801 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14758e8d-36e2-404c-b2a5-e9ceee73faf1,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:22.567583 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:22.584338 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b249dd2b-77a0-4312-bf31-41d787ddcf73 req-f15a03dd-bd00-46cf-8ba4-678065c746dc tempest-VolumesActionsTest-415571155 tempest-VolumesActionsTest-415571155-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1cfff3b-6cbb-4e2a-8a45-ef060c4d3c25 HTTP/1.1" status: 200 len: 210 time: 0.0505145 Jul 07 10:28:22.594454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.594454 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e9e34446-bb62-4fa4-81c5-ed8762843b7b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509580 Jul 07 10:28:22.594454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45482) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:22.599031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group_rule': {'security_group_id': '967be972-b210-4431-8a80-cf48da6d96f3', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:22.621899 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.622147 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Set router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:22.635494 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (09adfaf0-3243-4c1b-b9af-37d17939fa0b), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.655688 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09339e9-056c-4dd4-9549-d740e04b175e req-866e62ef-ab46-4040-abff-952011b5209f tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:22.657639 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f09339e9-056c-4dd4-9549-d740e04b175e req-866e62ef-ab46-4040-abff-952011b5209f tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1065667 Jul 07 10:28:22.706903 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (09adfaf0-3243-4c1b-b9af-37d17939fa0b), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.712477 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (09adfaf0-3243-4c1b-b9af-37d17939fa0b), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.732909 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.744182 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09adfaf0-3243-4c1b-b9af-37d17939fa0b,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:22.749604 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.751090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:22.753897 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a33b942e-dc06-4e3c-b754-0ed3c1dbfbe2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607172 Jul 07 10:28:22.754035 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45484) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:22.761469 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f09339e9-056c-4dd4-9549-d740e04b175e req-1ce5be8a-54ed-482d-8096-6c4d7d28933a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965426 Jul 07 10:28:22.766384 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group_rule': {'security_group_id': '967be972-b210-4431-8a80-cf48da6d96f3', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:22.809465 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:22.814331 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device f2d0b2c3-ea20-4eea-87fe-434f9d0de45e up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:22.820988 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:22.823576 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:22.871985 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:22.895605 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:28:22.921036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:22.921421 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.924175 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:28:19Z', 'revision_number': 4, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'b1cc0a7f-a25e-442c-a65e-9a11c8a145a1', 'name': '', 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'mac_address': 'fa:16:3e:f1:a5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '254e6d13-a1c4-4631-8d13-058b617b1bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:19Z', 'updated_at': '2022-07-07T10:28:19Z', 'revision_number': 2, 'project_id': '7a764964d68c403b954db4aa89a05947', 'subnets': [{'id': '254e6d13-a1c4-4631-8d13-058b617b1bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:22.936216 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'Port': ['ID=60c77510-d6a8-4b5e-8cda-c54abb429df8,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:22.948154 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (5305079f-b7e6-41a6-a2b9-467b8a0b9a1b), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:22.961097 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Checking router: 1265c4e9-7d1d-43ce-b718-765d9fc1e97a for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:28:22.961786 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Updating router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:28:22.997909 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.014955 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c88c7d-e07e-419c-9be3-ea1dac223c54 req-12dcd17a-e731-43aa-bc7a-acc01cff516a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:23.023499 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-54c88c7d-e07e-419c-9be3-ea1dac223c54 req-12dcd17a-e731-43aa-bc7a-acc01cff516a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1237907 Jul 07 10:28:23.038670 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:23.039207 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.057925 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (5305079f-b7e6-41a6-a2b9-467b8a0b9a1b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.065410 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:23.083386 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (5305079f-b7e6-41a6-a2b9-467b8a0b9a1b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.086654 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:23.091152 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e92f83-9090-4f92-9060-ebcc4c6bbcd7" -d '{"events": [{"server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "name": "network-vif-plugged", "status": "completed", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:23.112178 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:23.114113 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-54c88c7d-e07e-419c-9be3-ea1dac223c54 req-6e2504e4-550c-4cf9-9d6f-82b702a454a6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836747 Jul 07 10:28:23.126952 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.126952 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:28:23.248543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:23.249767 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:23.256612 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caf5b6c-ec89-4696-979f-45bbf1a27798 x-openstack-request-id: req-8caf5b6c-ec89-4696-979f-45bbf1a27798 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:23.257398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "name": "network-vif-plugged", "status": "completed", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:23.257886 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8caf5b6c-ec89-4696-979f-45bbf1a27798 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:23.258491 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8caf5b6c-ec89-4696-979f-45bbf1a27798'] response: {'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'code': 200} Jul 07 10:28:23.279931 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:28:23.280735 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 1c55b0d4-9584-4b2b-8435-9d7ca3e79dbe not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:28:23.312350 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5305079f-b7e6-41a6-a2b9-467b8a0b9a1b,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:23.325291 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.326714 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5e566fe4-5a29-4506-82d3-967b2b88a94d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5641549 Jul 07 10:28:23.329835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45532) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:23.336344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group_rule': {'security_group_id': '967be972-b210-4431-8a80-cf48da6d96f3', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:23.363784 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:23.390614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (01620500-b0a4-4341-8df3-7273e3423a4a), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.469299 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (01620500-b0a4-4341-8df3-7273e3423a4a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.478762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (01620500-b0a4-4341-8df3-7273e3423a4a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.520905 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Publish callbacks [] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.528167 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.571036 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0b4b-6f37-4af4-91be-4b019bb3f57c req-b1d26a7c-8550-4b19-9af4-c944f8e634d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:23.572326 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-709d0b4b-6f37-4af4-91be-4b019bb3f57c req-b1d26a7c-8550-4b19-9af4-c944f8e634d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.1857052 Jul 07 10:28:23.572457 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:23.604407 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3baf3-fb79-4af5-bcde-d5e7670d807f req-2647a533-acd1-4fe8-b4ad-5201c012eebc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:23.605946 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-16a3baf3-fb79-4af5-bcde-d5e7670d807f req-2647a533-acd1-4fe8-b4ad-5201c012eebc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0904999 Jul 07 10:28:23.621560 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01620500-b0a4-4341-8df3-7273e3423a4a,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:23.634239 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b59b-440b-4bed-87ab-1140ff8c991f req-290fa0e7-a9aa-4435-8130-a4cba71c4d93 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:23.635943 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1073b59b-440b-4bed-87ab-1140ff8c991f req-290fa0e7-a9aa-4435-8130-a4cba71c4d93 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0967860 Jul 07 10:28:23.662779 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a8430-53f9-47ad-b004-f3a5068a8796 None None] Pushing event updated for resources: {'Port': ['ID=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:23.671858 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.673540 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0721caa6-df51-4334-8547-2c70994bdcb5 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422437 Jul 07 10:28:23.678389 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45542) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:23.688353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group_rule': {'security_group_id': '967be972-b210-4431-8a80-cf48da6d96f3', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:23.691364 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-0eb8024f-bcaf-43ca-8837-fe37575952eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:23.692995 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-0eb8024f-bcaf-43ca-8837-fe37575952eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1129 time: 0.1510627 Jul 07 10:28:23.718273 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Attempting to bind port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:23.718642 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Attempting to bind port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:23.718998 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Attempting to bind port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 on network a35a76de-da0e-4bc5-97e3-8c259cffad94 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:23.723016 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1073b59b-440b-4bed-87ab-1140ff8c991f req-ef9c9afb-7b13-460b-8ebe-b87e3bef3779 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674305 Jul 07 10:28:23.746901 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:23.749736 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:23.752000 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Checking segment: {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:23.752410 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.752912 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Bound using segment: {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:23.758859 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Bound port: b1cc0a7f-a25e-442c-a65e-9a11c8a145a1, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f190cf81-a52a-4683-9d16-60583fd18e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:23.759353 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.821227 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-709d0b4b-6f37-4af4-91be-4b019bb3f57c req-25091e51-6a35-43ed-846e-77b4d6ed1f67 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384875 Jul 07 10:28:23.834693 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-16a3baf3-fb79-4af5-bcde-d5e7670d807f req-951765af-4d06-48ff-b17d-daa2642bade9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734173 Jul 07 10:28:23.843238 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for floatingip (b6683f0c-b12e-4555-887c-c049ad958866), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.846944 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.securitygroups_db [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Project 21dabce5b3274cfcba5840982b59434e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 10:28:23.861413 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-798843e3-f3c4-4def-891d-f6c8a7f6b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:23.863098 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-798843e3-f3c4-4def-891d-f6c8a7f6b1dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.1443043 Jul 07 10:28:23.874916 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] For port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:23.878192 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] For port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,segment=NetworkSegment(f190cf81-a52a-4683-9d16-60583fd18e89),segment_id=f190cf81-a52a-4683-9d16-60583fd18e89)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:23.896819 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.906835 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (6474c869-7ae0-445f-9a14-b19d241c7f8d), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:23.981254 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a8430-53f9-47ad-b004-f3a5068a8796 None None] Pushing event updated for resources: {'Port': ['ID=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:23.997203 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:24.012215 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.033252 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (6474c869-7ae0-445f-9a14-b19d241c7f8d), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.034199 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Routers {'1265c4e9-7d1d-43ce-b718-765d9fc1e97a'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:24.034923 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:24.061669 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] Provisioning complete for port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:24.062165 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.073044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a60c4412-fd43-41cc-821c-5aa9f3777565 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:24.087374 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (6474c869-7ae0-445f-9a14-b19d241c7f8d), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.186218 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.190010 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5046930 Jul 07 10:28:24.191646 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45566) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:24.197574 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'security_group_rule': {'security_group_id': '967be972-b210-4431-8a80-cf48da6d96f3', 'project_id': '21dabce5b3274cfcba5840982b59434e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:24.199911 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-022c1b2a-21b4-4be1-b011-b829befec0c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 1001 time: 0.1587071 Jul 07 10:28:24.209417 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] Set router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:24.240409 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5121-d082-48f6-a5bc-6f661489bbd1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6474c869-7ae0-445f-9a14-b19d241c7f8d,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:24.245118 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.securitygroups_db [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Project 21dabce5b3274cfcba5840982b59434e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 10:28:24.255666 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:24.264873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-b928cc36-f9aa-4bd8-9e50-08be93b08b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:24.265857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (770bd566-06e3-467d-9355-c71abbeb98b5), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.266345 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-b928cc36-f9aa-4bd8-9e50-08be93b08b88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.0552385 Jul 07 10:28:24.278997 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port a60c4412-fd43-41cc-821c-5aa9f3777565 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:24.279687 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.328200 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] Current status of the port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:24.328816 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.404177 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] For port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,segment=NetworkSegment(f190cf81-a52a-4683-9d16-60583fd18e89),segment_id=f190cf81-a52a-4683-9d16-60583fd18e89)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:24.418917 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (770bd566-06e3-467d-9355-c71abbeb98b5), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.441122 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.441256 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (770bd566-06e3-467d-9355-c71abbeb98b5), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.494400 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.503100 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3025692 Jul 07 10:28:24.512170 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port a60c4412-fd43-41cc-821c-5aa9f3777565 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:24.521714 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b57155-5199-4b38-a7af-8cf91674b29c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770bd566-06e3-467d-9355-c71abbeb98b5,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:24.551325 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ee2e6-976e-46e5-aa41-4e2436339833 None None] Pushing event updated for resources: {'Port': ['ID=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:24.564651 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.572631 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.573414 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-fb1d7bba-5a25-4f91-996b-af0ce1145092 None None] Provisioning complete for port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:24.573799 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7bba-5a25-4f91-996b-af0ce1145092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.656420 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:28:19Z', 'revision_number': 4, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'b1cc0a7f-a25e-442c-a65e-9a11c8a145a1', 'name': '', 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'mac_address': 'fa:16:3e:f1:a5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '254e6d13-a1c4-4631-8d13-058b617b1bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:19Z', 'updated_at': '2022-07-07T10:28:23Z', 'revision_number': 4, 'project_id': '7a764964d68c403b954db4aa89a05947', 'subnets': [{'id': '254e6d13-a1c4-4631-8d13-058b617b1bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:24.711412 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e17bb2-674f-45d0-bb36-d535bc6e5249 None None] The sync data for ids ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'] in dv-cinder-822821-4-iscsi is: [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:28:19Z', 'revision_number': 4, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'b1cc0a7f-a25e-442c-a65e-9a11c8a145a1', 'name': '', 'network_id': 'a35a76de-da0e-4bc5-97e3-8c259cffad94', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'mac_address': 'fa:16:3e:f1:a5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '254e6d13-a1c4-4631-8d13-058b617b1bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:19Z', 'updated_at': '2022-07-07T10:28:23Z', 'revision_number': 4, 'project_id': '7a764964d68c403b954db4aa89a05947', 'subnets': [{'id': '254e6d13-a1c4-4631-8d13-058b617b1bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:28:24.712909 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d7bba-5a25-4f91-996b-af0ce1145092 None None] Current status of the port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:24.736670 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (b6683f0c-b12e-4555-887c-c049ad958866), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:24.738691 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'Port': ['ID=60c77510-d6a8-4b5e-8cda-c54abb429df8,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:24.916182 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Floating IP b6683f0c-b12e-4555-887c-c049ad958866 associated. External IP: 172.27.1.92, port: 9e1716e6-ca2c-42e2-be39-5e2596494efc. Jul 07 10:28:24.996675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:25.120871 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7cedf-dc83-43ec-aac9-3c3a365a5202 req-60492dad-4c33-4ffc-81c4-b46066119ec0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:25.122800 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33a7cedf-dc83-43ec-aac9-3c3a365a5202 req-60492dad-4c33-4ffc-81c4-b46066119ec0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0804434 Jul 07 10:28:25.224616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-18b85514-a1c4-4933-b9c0-d2542999fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:25.227152 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-18b85514-a1c4-4933-b9c0-d2542999fb4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5697105 Jul 07 10:28:25.261428 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915abde-8a74-4103-93ad-024cbfc48948 req-ffe39a18-ebce-43bf-a19a-ef0c108c02cc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:25.263300 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a915abde-8a74-4103-93ad-024cbfc48948 req-ffe39a18-ebce-43bf-a19a-ef0c108c02cc tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0911746 Jul 07 10:28:25.283171 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33a7cedf-dc83-43ec-aac9-3c3a365a5202 req-ab614d98-6184-4947-af03-ac7bd7d0dfbd tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455884 Jul 07 10:28:25.334560 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a915abde-8a74-4103-93ad-024cbfc48948 req-876b8944-bcb9-41b6-a2dd-e978ec64cda5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584638 Jul 07 10:28:25.355716 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:25.362712 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:28:25.497535 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:28:25.511403 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] Sync routers for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:28:25.523423 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:25.524112 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:25.533709 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.579377 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45650) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:25.579842 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-801bbfe1-94b9-4d53-be73-f262581baada tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8721673 Jul 07 10:28:25.580542 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:25.584648 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39231733-3eef-48b7-9ea6-246ea74c53ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:25.584808 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712880761', 'description': 'tempest-secgroup-smoke-1712880761 description', 'project_id': '5a2481546251413fb65aaed9e3f131e2'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:25.617724 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.625488 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0244ba-6235-4e5b-bcb0-a53ae175fa5d x-openstack-request-id: req-4a0244ba-6235-4e5b-bcb0-a53ae175fa5d {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:25.625827 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:25.626140 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a0244ba-6235-4e5b-bcb0-a53ae175fa5d {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:25.626544 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0244ba-6235-4e5b-bcb0-a53ae175fa5d'] response: {'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'status': 'completed', 'code': 200} Jul 07 10:28:25.666152 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:25.694731 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group (ab825954-2df2-4bb0-978d-9769ce31159f), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.700523 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (ab825954-2df2-4bb0-978d-9769ce31159f), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.730372 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.731611 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1507540 Jul 07 10:28:25.734568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45654) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:25.739004 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group_rule': {'security_group_id': 'ab825954-2df2-4bb0-978d-9769ce31159f', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:25.747781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19965a9b-fe54-4847-a422-303304513410 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab825954-2df2-4bb0-978d-9769ce31159f,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:25.774584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (d33fa022-5007-45cf-82c3-63d9b5e20c89), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.834584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (d33fa022-5007-45cf-82c3-63d9b5e20c89), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.839936 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:25.840552 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (d33fa022-5007-45cf-82c3-63d9b5e20c89), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.859558 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:25.861226 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33fa022-5007-45cf-82c3-63d9b5e20c89,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:25.874460 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.875717 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d0cdfe7b-fb37-4091-a630-eec062d08b8b tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401951 Jul 07 10:28:25.878533 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45656) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:25.884151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group_rule': {'security_group_id': 'ab825954-2df2-4bb0-978d-9769ce31159f', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:25.913698 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (768489f8-6b35-46b5-bb95-5026c8aae56a), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.954060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'b6683f0c-b12e-4555-887c-c049ad958866', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'port_id': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'mac_address': 'fa:16:3e:37:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:23Z', 'updated_at': '2022-07-07T10:28:23Z', 'revision_number': 0, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:25.980663 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] Checking router: c19ef6db-b949-44ad-b4ad-5d9659dad6b2 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:28:25.987715 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:25.989956 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:25.990992 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:25.992599 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (768489f8-6b35-46b5-bb95-5026c8aae56a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:25.996972 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (768489f8-6b35-46b5-bb95-5026c8aae56a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.022201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768489f8-6b35-46b5-bb95-5026c8aae56a,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:26.030353 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.031117 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:28:26.032317 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2701e1d0-2273-421c-a1b8-c0af18b65638 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524279 Jul 07 10:28:26.035028 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45658) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:26.039967 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group_rule': {'security_group_id': 'ab825954-2df2-4bb0-978d-9769ce31159f', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:26.071727 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (1b704444-9144-4cae-b656-c52fb168184b), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.133311 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:26.133834 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.158735 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:26.373808 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (1b704444-9144-4cae-b656-c52fb168184b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.380634 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (1b704444-9144-4cae-b656-c52fb168184b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.396504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b704444-9144-4cae-b656-c52fb168184b,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:26.417909 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094e794-c6b2-4be5-bb92-f18127aba912 req-ab0a0541-8283-4ee3-89fe-57d0e195f6e1 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:26.418641 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.423068 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9291e4bc-bd23-43da-b19b-7cc896e720d9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843844 Jul 07 10:28:26.423345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 45668) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:26.425598 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f094e794-c6b2-4be5-bb92-f18127aba912 req-ab0a0541-8283-4ee3-89fe-57d0e195f6e1 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0612159 Jul 07 10:28:26.430587 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group_rule': {'security_group_id': 'ab825954-2df2-4bb0-978d-9769ce31159f', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:26.453602 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:26.483594 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f094e794-c6b2-4be5-bb92-f18127aba912 req-08375f75-6ebc-42f1-85b3-11e88ead917e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569589 Jul 07 10:28:26.517994 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a8f0c-a03f-47fe-b2c7-77367c01d4bc req-e41bfd72-62cd-4768-9422-b5f270a8dd1d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:26.523436 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6f8a8f0c-a03f-47fe-b2c7-77367c01d4bc req-e41bfd72-62cd-4768-9422-b5f270a8dd1d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0777643 Jul 07 10:28:26.554096 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (68f2c2da-ec8b-4c53-a12a-d29ebf0958c8), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.565641 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'b6683f0c-b12e-4555-887c-c049ad958866', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'port_id': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'mac_address': 'fa:16:3e:37:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:23Z', 'updated_at': '2022-07-07T10:28:23Z', 'revision_number': 0, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:26.595207 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fbad9-79c7-47d9-ade5-140be4eaaf6c None None] The sync data for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi is: [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'b6683f0c-b12e-4555-887c-c049ad958866', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'port_id': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'mac_address': 'fa:16:3e:37:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:23Z', 'updated_at': '2022-07-07T10:28:23Z', 'revision_number': 0, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:28:26.600901 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6f8a8f0c-a03f-47fe-b2c7-77367c01d4bc req-81ce54be-9aa1-4980-b408-c828641587ac tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734417 Jul 07 10:28:26.641022 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (68f2c2da-ec8b-4c53-a12a-d29ebf0958c8), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.646240 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (68f2c2da-ec8b-4c53-a12a-d29ebf0958c8), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.669652 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f2c2da-ec8b-4c53-a12a-d29ebf0958c8,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:26.680033 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.681219 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9691d21f-ae4f-4125-a450-bf5508577d84 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2558846 Jul 07 10:28:26.684282 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45674) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:26.688949 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group_rule': {'security_group_id': 'ab825954-2df2-4bb0-978d-9769ce31159f', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:26.712157 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.securitygroups_db [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Project 5a2481546251413fb65aaed9e3f131e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 10:28:26.717295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (031360b9-25ef-4950-881e-4d07e0465b3d), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.762855 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:26.779568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (031360b9-25ef-4950-881e-4d07e0465b3d), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.783350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (031360b9-25ef-4950-881e-4d07e0465b3d), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.800102 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031360b9-25ef-4950-881e-4d07e0465b3d,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:26.810811 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.812061 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7dc32b36-cbd9-4ff8-a199-a1e97186de15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267359 Jul 07 10:28:26.814740 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45676) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:26.819241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'security_group_rule': {'security_group_id': 'ab825954-2df2-4bb0-978d-9769ce31159f', 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:26.839614 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.securitygroups_db [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Project 5a2481546251413fb65aaed9e3f131e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 10:28:26.845219 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (0a8474c8-49f7-44d7-b846-505ed872567b), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.903495 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (0a8474c8-49f7-44d7-b846-505ed872567b), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.907061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (0a8474c8-49f7-44d7-b846-505ed872567b), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.925083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8474c8-49f7-44d7-b846-505ed872567b,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:26.932678 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:26.933930 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a320e522-d490-4386-95e5-a1db9e15b67f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182079 Jul 07 10:28:27.023515 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-c3b9d973-3f2b-476a-999d-d7a42cb5de89 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712880761&fields=id&tenant_id=5a2481546251413fb65aaed9e3f131e2 HTTP/1.1" status: 200 len: 267 time: 0.0456285 Jul 07 10:28:27.074230 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-5b3745c3-56e0-4427-89d7-4892f636829a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:27.075713 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-5b3745c3-56e0-4427-89d7-4892f636829a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0470731 Jul 07 10:28:27.086024 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'port': {'security_groups': ['f872574f-98db-43d2-8247-a904d6386032', 'ab825954-2df2-4bb0-978d-9769ce31159f']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:27.156844 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:27.253627 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:27.342105 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:28:27.374814 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:27.380308 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:27.426120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:27.426743 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:27.428159 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72984cf5-0c43-43f0-8855-6924a5cb2337 req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "PUT /v2.0/ports/9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 981 time: 0.3464947 Jul 07 10:28:27.428653 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:27.430923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c0fcf-260b-4b38-89d5-4ab197c62076" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:27.454001 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f952630-1da8-4588-833f-06dd8c3dd5d6 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=6']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:27.470022 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f667642-83ad-4892-8d26-962591c4dccb None None] New status for floating IP b6683f0c-b12e-4555-887c-c049ad958866: ACTIVE {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:28:27.495349 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99aab3f-3b88-4ef4-9ed3-8828dbfd608a x-openstack-request-id: req-d99aab3f-3b88-4ef4-9ed3-8828dbfd608a {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:27.495902 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:27.496362 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d99aab3f-3b88-4ef4-9ed3-8828dbfd608a {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:27.496798 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99aab3f-3b88-4ef4-9ed3-8828dbfd608a'] response: {'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'status': 'completed', 'code': 200} Jul 07 10:28:27.586631 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe1815-b4c0-42ae-af69-fb3f71be12ae req-a00d60db-02fd-4d1e-b42f-cce30d87cc15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:27.588114 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-abfe1815-b4c0-42ae-af69-fb3f71be12ae req-a00d60db-02fd-4d1e-b42f-cce30d87cc15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0888350 Jul 07 10:28:27.626285 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38e826-5129-4085-a8b9-a08986cc9c40 req-25adb774-02ef-4094-aead-a413cd1d9a38 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:27.627949 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c38e826-5129-4085-a8b9-a08986cc9c40 req-25adb774-02ef-4094-aead-a413cd1d9a38 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0726213 Jul 07 10:28:27.671018 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-abfe1815-b4c0-42ae-af69-fb3f71be12ae req-854fe42d-6847-4597-8234-6887def1a4cc tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749221 Jul 07 10:28:27.699227 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c38e826-5129-4085-a8b9-a08986cc9c40 req-4fb2f528-ee39-435e-ae31-910ce58aecad tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656130 Jul 07 10:28:27.767424 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-10819978-d2e3-42dc-94bd-a948cd71fff8 None None] Provisioning complete for port 9e1716e6-ca2c-42e2-be39-5e2596494efc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:27.768039 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-10819978-d2e3-42dc-94bd-a948cd71fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:27.807226 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d4c10-104a-468e-80c0-a72af39b1b96 req-847ec8a4-6c91-49ef-9e65-d4c980e51754 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:27.808742 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3d2d4c10-104a-468e-80c0-a72af39b1b96 req-847ec8a4-6c91-49ef-9e65-d4c980e51754 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0500751 Jul 07 10:28:27.845849 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-10819978-d2e3-42dc-94bd-a948cd71fff8 None None] Current status of the port 9e1716e6-ca2c-42e2-be39-5e2596494efc is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:28:27.855990 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3d2d4c10-104a-468e-80c0-a72af39b1b96 req-20fb952c-33a2-45af-8970-2ae77a0a5f09 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Jul 07 10:28:28.281379 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e1716e6-ca2c-42e2-be39-5e2596494efc'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:28.351540 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:28.363286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e1716e6-ca2c-42e2-be39-5e2596494efc'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:28:28.392940 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-ddfc9480-2606-44b8-b7d9-dda359db6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:28.394683 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-ddfc9480-2606-44b8-b7d9-dda359db6a4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1168 time: 0.0532362 Jul 07 10:28:28.449872 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-8918303f-a96b-4422-bbec-0ea8fd12e76d service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340294 Jul 07 10:28:28.495031 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:28.529285 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-0112d122-d186-4053-82d1-0b58e2c309a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:28.531122 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-0112d122-d186-4053-82d1-0b58e2c309a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 915 time: 0.1254420 Jul 07 10:28:28.536836 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:28.547066 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:28.587116 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4580553e-a037-4aa8-8e93-ab44597cb7ec req-2520caf8-0e1b-487c-ac8b-641ee4a36c4e service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213012 Jul 07 10:28:28.647945 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-ac410266-a747-4647-90f9-9dd604e3af9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 1000 time: 0.1017277 Jul 07 10:28:28.841364 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72542-a5ac-431a-8078-e06a05292bcc req-b5a1da38-12cf-468c-8e93-98aa8cd34768 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:28.842850 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-96c72542-a5ac-431a-8078-e06a05292bcc req-b5a1da38-12cf-468c-8e93-98aa8cd34768 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0574408 Jul 07 10:28:28.863440 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:28.898416 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-96c72542-a5ac-431a-8078-e06a05292bcc req-0b6338f8-2013-4d46-ab54-92ed62779ca6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498509 Jul 07 10:28:28.907296 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-5fea158b-1c89-4a14-88ef-abda456ba813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:28.909113 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-5fea158b-1c89-4a14-88ef-abda456ba813 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.0531094 Jul 07 10:28:28.985453 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-fb8c8449-71d5-4e96-af67-db4a34124328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:28.987011 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-fb8c8449-71d5-4e96-af67-db4a34124328 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708270 Jul 07 10:28:29.012478 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b31bf5-9085-4a57-aef0-ffa1d60a7133 req-c9e3ca84-a678-4227-b0bf-c78be9ec94f4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:29.013902 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c1b31bf5-9085-4a57-aef0-ffa1d60a7133 req-c9e3ca84-a678-4227-b0bf-c78be9ec94f4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0682526 Jul 07 10:28:29.114058 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c1b31bf5-9085-4a57-aef0-ffa1d60a7133 req-dd943b4b-1e47-4623-b068-dd03d68e6fbd tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904567 Jul 07 10:28:29.129837 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-ca090d4c-432f-4826-8a17-2ccbac88386d service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345203 Jul 07 10:28:29.226284 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-39231733-3eef-48b7-9ea6-246ea74c53ac req-b45f295d-2175-44d9-90e6-26fb2f30d8d4 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833826 Jul 07 10:28:29.227006 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51699db-2380-46cb-9948-b7c49741c21d req-38974164-d043-4365-8ef5-0d7537fdae6a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:29.228763 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a51699db-2380-46cb-9948-b7c49741c21d req-38974164-d043-4365-8ef5-0d7537fdae6a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0474813 Jul 07 10:28:29.236835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 45726) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:28:29.241607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'floatingip': {'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:29.319539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:29.712427 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:29.919200 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-725cc9d8-8c5c-4d32-a2b7-b9f6d3db4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:29.920891 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-725cc9d8-8c5c-4d32-a2b7-b9f6d3db4c17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1168 time: 0.0425594 Jul 07 10:28:29.976419 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:29.981492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:30.071360 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5e8d-b59a-4f0d-b227-70fe30d3ebc7 req-3d539994-484d-4fc9-8920-50cf05eb44e1 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:30.073353 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-190c5e8d-b59a-4f0d-b227-70fe30d3ebc7 req-3d539994-484d-4fc9-8920-50cf05eb44e1 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0954072 Jul 07 10:28:30.088899 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Floating IP 8c8066bd-8510-41cb-b537-881b479805fb associated. External IP: 172.27.1.9, port: f2d0b2c3-ea20-4eea-87fe-434f9d0de45e. Jul 07 10:28:30.164951 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-75b34fd1-a426-41eb-ad04-fbf82d98c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:30.166413 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-75b34fd1-a426-41eb-ad04-fbf82d98c6dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 915 time: 0.1866074 Jul 07 10:28:30.169843 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-190c5e8d-b59a-4f0d-b227-70fe30d3ebc7 req-e82cc5f4-12cb-4c7f-bafa-724b5bd50fa9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707955 Jul 07 10:28:30.238279 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-22726f4e-6e47-44c6-afc9-f37e2c6b91e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 1000 time: 0.0590310 Jul 07 10:28:30.291246 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-ef9cc012-9c38-4aef-8f8d-118b38d79368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:30.292742 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-ef9cc012-9c38-4aef-8f8d-118b38d79368 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.0458603 Jul 07 10:28:30.343502 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-6022455a-69fb-4d02-8b0d-ba9eefe9ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:30.345021 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-6022455a-69fb-4d02-8b0d-ba9eefe9ae9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425227 Jul 07 10:28:30.445408 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:30.451370 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-320d3a51-79e6-4659-a871-a56e50caed9c service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971951 Jul 07 10:28:30.533016 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Router e36c9967-0d94-47ca-9399-d4b955ff690c has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:28:30.551765 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c36c0fcf-260b-4b38-89d5-4ab197c62076 req-ae5eb541-fbed-4bdc-bcbe-0099b5c96480 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Jul 07 10:28:30.643339 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:28:30.647698 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:30.649717 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:30.654744 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] Sync routers for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:28:30.665168 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:30.665790 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:30.682756 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-36baf8e9-dead-484f-bd3a-b169edd6daa7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "PUT /v2.0/floatingips/8c8066bd-8510-41cb-b537-881b479805fb HTTP/1.1" status: 200 len: 990 time: 1.4448428 Jul 07 10:28:30.683331 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:30.685720 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970211be-d405-4390-b385-dd6fcb3dfede" -d '{"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:30.722692 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b8581-89f0-409d-8099-99b837ed1fd3 x-openstack-request-id: req-968b8581-89f0-409d-8099-99b837ed1fd3 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:30.723375 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:30.723375 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-968b8581-89f0-409d-8099-99b837ed1fd3 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:30.723851 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968b8581-89f0-409d-8099-99b837ed1fd3'] response: {'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'status': 'completed', 'code': 200} Jul 07 10:28:30.788711 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:30.789046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:30.794328 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970211be-d405-4390-b385-dd6fcb3dfede req-30abefd4-4c2d-48b1-bd53-04ce10177fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:30.795892 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-30abefd4-4c2d-48b1-bd53-04ce10177fc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.0403173 Jul 07 10:28:30.894768 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970211be-d405-4390-b385-dd6fcb3dfede req-5da506f2-23ea-4402-a2f4-ec81a313b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:30.896363 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-5da506f2-23ea-4402-a2f4-ec81a313b90f service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.0939100 Jul 07 10:28:30.903714 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:30.964175 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-9e3c3f2e-4b7b-4965-8379-6351340ec21f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 998 time: 0.0572493 Jul 07 10:28:31.018436 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '8c8066bd-8510-41cb-b537-881b479805fb', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:05Z', 'updated_at': '2022-07-07T10:28:29Z', 'revision_number': 1, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:31.019291 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970211be-d405-4390-b385-dd6fcb3dfede req-09079f48-7432-4284-88cb-861fcc0d4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:31.020791 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-09079f48-7432-4284-88cb-861fcc0d4e84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0452557 Jul 07 10:28:31.050162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] Checking router: e36c9967-0d94-47ca-9399-d4b955ff690c for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:28:31.058984 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:28:31.059599 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:28:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:31.061176 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:31.068794 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970211be-d405-4390-b385-dd6fcb3dfede req-4a568e17-6d71-4513-a948-f4654a6b994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:31.070577 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-4a568e17-6d71-4513-a948-f4654a6b994e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432191 Jul 07 10:28:31.164005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:28:31.169485 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-2f0bf806-eda6-4385-bfce-9a2b62185ee8 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884042 Jul 07 10:28:31.279184 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-970211be-d405-4390-b385-dd6fcb3dfede req-085d3ec1-ad05-4349-913d-70c57906f250 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934513 Jul 07 10:28:31.385202 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '8c8066bd-8510-41cb-b537-881b479805fb', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:05Z', 'updated_at': '2022-07-07T10:28:29Z', 'revision_number': 1, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:28:31.410562 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfe23f-f2a8-4328-bd86-b32b9332f944 None None] The sync data for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi is: [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '8c8066bd-8510-41cb-b537-881b479805fb', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:05Z', 'updated_at': '2022-07-07T10:28:29Z', 'revision_number': 1, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:28:31.599994 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a00ee-06e5-4004-a235-1f7eec8b9658 None None] New status for floating IP 8c8066bd-8510-41cb-b537-881b479805fb: ACTIVE {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:28:31.648194 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:39.777953 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:28:40.676600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:40.679252 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:41.275181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=60 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:41.275988 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=40 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:41.387592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=49 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:41.388397 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=36 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:46.095309 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-057f773b-a0d7-4642-a097-afbfc1834b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:46.816972 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:48.231370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b68c16f5-c4f7-4cce-9b0e-61a1d484d32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:49.567021 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:51.016340 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:51.323498 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:51.606951 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:53.493764 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-f378436e-c142-46ef-b2e7-df1d9e63a427 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414865 Jul 07 10:28:53.579825 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-30d35e91-b2cd-4789-9f15-f4ccf6eb4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:53.581809 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-30d35e91-b2cd-4789-9f15-f4ccf6eb4356 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 1130 time: 0.0432696 Jul 07 10:28:53.704554 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-2291faf8-bed5-4ff5-8f23-1802502cbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:53.706034 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-2291faf8-bed5-4ff5-8f23-1802502cbd90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.0974715 Jul 07 10:28:53.748374 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-3d85d421-1df3-4567-ac74-bdbd4fad19dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d HTTP/1.1" status: 200 len: 217 time: 0.0336456 Jul 07 10:28:53.801115 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-38c0a741-c618-40b7-8b14-4ce9dd3f19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:53.802616 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-38c0a741-c618-40b7-8b14-4ce9dd3f19e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0476019 Jul 07 10:28:53.853442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-71dea495-5159-468d-83ad-4d2e80a46c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:53.854959 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-71dea495-5159-468d-83ad-4d2e80a46c05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427899 Jul 07 10:28:53.953293 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-9881e55f-9688-4df1-b2d6-7457449d3597 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884011 Jul 07 10:28:54.060557 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d4f25a2-beff-44a4-8a04-327ad8b90480 req-6988aa1d-8ba5-4cc9-89bf-0e41dc49a4aa service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955768 Jul 07 10:28:55.110719 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-f17735f5-3b23-4e16-b7f0-d6ba3da54b14 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583081799&fields=id&tenant_id=21dabce5b3274cfcba5840982b59434e HTTP/1.1" status: 200 len: 267 time: 0.0476949 Jul 07 10:28:55.227673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e8029eac-5dbc-4cc6-a1c1-222bee40818a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:55.229391 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e8029eac-5dbc-4cc6-a1c1-222bee40818a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 808 time: 0.1113403 Jul 07 10:28:55.246835 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-f802c975-cdbc-48bb-bf82-c2576a0a15bb tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/quotas/21dabce5b3274cfcba5840982b59434e HTTP/1.1" status: 200 len: 375 time: 0.0108571 Jul 07 10:28:55.300746 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-71d049d9-be29-4538-9e6f-cd5c5d6721db tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482917 Jul 07 10:28:55.412110 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-a625cbae-bd62-478a-98ba-e25e81de2fa3 service neutron] 10.222.0.16 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987616 Jul 07 10:28:55.541827 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-ac413fe9-52d8-483e-ad87-32276ad9a087 service neutron] 10.222.0.16 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237934 Jul 07 10:28:55.880634 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2a9b0c40-2c5f-40e8-9210-e5783fb185b7 req-8ccd14bd-ee28-402b-aa15-7a6175d53d74 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 210 time: 0.0345917 Jul 07 10:28:56.810478 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:57.033519 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2f3a9b11-1081-407e-ba13-ce79fb5cab45 req-64de954d-7660-4677-9ba0-b59cb606ed21 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 210 time: 0.0371213 Jul 07 10:28:57.261082 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-22376da0-b681-4979-ad64-1e8d88859f19 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:57.263361 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-22376da0-b681-4979-ad64-1e8d88859f19 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 808 time: 0.1913097 Jul 07 10:28:57.363810 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-77ba366d-cd21-48b4-b11f-cd6433845b53 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21dabce5b3274cfcba5840982b59434e HTTP/1.1" status: 200 len: 379 time: 0.0709333 Jul 07 10:28:57.379675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'port': {'device_id': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'admin_state_up': True, 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'security_groups': ['967be972-b210-4431-8a80-cf48da6d96f3']}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:57.500265 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Made reservation on behalf of 21dabce5b3274cfcba5840982b59434e for: {'port': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:28:57.508243 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:57.681048 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Allocated IP 172.20.0.4 (cbfa4801-202b-454f-bc73-ce3fcb0dea90/668c24d9-0cf8-4f3d-863c-b9ed1e122ad2/52658524-0e22-481a-99ab-eb339029366f) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:28:57.691796 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:57.711802 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:57.887557 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for port (52658524-0e22-481a-99ab-eb339029366f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:57.923170 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (52658524-0e22-481a-99ab-eb339029366f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:57.964083 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:28:57.969380 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:28:57.972128 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:28:58.024990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:58.036593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.036937 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.037309 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.037638 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.037965 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.038289 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.038607 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.038921 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.039241 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.039555 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.039904 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.040274 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.040593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.040908 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.041218 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:28:58.051812 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:58.052436 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.073206 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-e2858d63-a2e9-4858-9df4-13e9d4ea9255 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002959 Jul 07 10:28:58.087074 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Request body: {'port': {'device_id': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:28:58.212269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a94497-da85-4b4a-b3bb-34e7f26178af req-a000a7b8-3650-44ae-8f59-f4a285248939 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:58.213774 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-71a94497-da85-4b4a-b3bb-34e7f26178af req-a000a7b8-3650-44ae-8f59-f4a285248939 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 931 time: 0.0549564 Jul 07 10:28:58.218843 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.288953 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-f58fceb1-7eca-46f0-b185-3b229e15101c None None] Provisioning complete for port 52658524-0e22-481a-99ab-eb339029366f triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:28:58.290324 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f58fceb1-7eca-46f0-b185-3b229e15101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (52658524-0e22-481a-99ab-eb339029366f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.309906 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-71a94497-da85-4b4a-b3bb-34e7f26178af req-c677d885-c05d-4d40-b1fd-12ad0ced8eed tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798538 Jul 07 10:28:58.335500 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-f58fceb1-7eca-46f0-b185-3b229e15101c None None] Port 52658524-0e22-481a-99ab-eb339029366f cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:28:58.577197 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52658524-0e22-481a-99ab-eb339029366f {{(pid=103871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:28:58.594119 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Publish callbacks [] for port (52658524-0e22-481a-99ab-eb339029366f), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.611593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.provisioning_blocks [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Transition to ACTIVE for port object 52658524-0e22-481a-99ab-eb339029366f will not be triggered until provisioned by entity L2. {{(pid=103871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:28:58.617077 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.661955 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:58.673921 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:58.728170 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:28:58.769182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Attempting to bind port 52658524-0e22-481a-99ab-eb339029366f on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:28:58.769659 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Attempting to bind port 52658524-0e22-481a-99ab-eb339029366f by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:28:58.770087 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Attempting to bind port 52658524-0e22-481a-99ab-eb339029366f on network cbfa4801-202b-454f-bc73-ce3fcb0dea90 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:58.777597 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Port 52658524-0e22-481a-99ab-eb339029366f on network cbfa4801-202b-454f-bc73-ce3fcb0dea90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:28:58.778308 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Attempting to bind port 52658524-0e22-481a-99ab-eb339029366f on network cbfa4801-202b-454f-bc73-ce3fcb0dea90 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:28:58.791525 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:28:58.792306 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Checking segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:28:58.793154 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Bound using segment: {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:28:58.793881 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Bound port: 52658524-0e22-481a-99ab-eb339029366f, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71f5726-55c2-47f5-a765-31d02a486c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:28:58.794400 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.876171 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:28:58.880385 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:28:58.889126 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.931167 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:58.931898 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:28:58.933360 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] 10.222.0.58 "PUT /v2.0/ports/52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 1093 time: 0.8513341 Jul 07 10:28:58.933860 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:28:58.942990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0410cd7-f370-4c0d-911c-135fed99c4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:28:59.022805 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00701435-5bdd-4fec-8ac8-ef4b58d0b679 service neutron] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:28:59.048905 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994f53c8-357f-429c-9418-e84e3974fade x-openstack-request-id: req-994f53c8-357f-429c-9418-e84e3974fade {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:28:59.049227 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "tag": "52658524-0e22-481a-99ab-eb339029366f", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:28:59.049463 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-994f53c8-357f-429c-9418-e84e3974fade {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:28:59.049859 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994f53c8-357f-429c-9418-e84e3974fade'] response: {'name': 'network-changed', 'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'status': 'completed', 'code': 200} Jul 07 10:28:59.068446 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-b24c969a-dd60-4000-8432-f35553e42253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:59.069900 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-b24c969a-dd60-4000-8432-f35553e42253 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1127 time: 0.0802996 Jul 07 10:28:59.117993 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-4522758d-5907-4f96-afd5-9817c25b2f80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 217 time: 0.0367346 Jul 07 10:28:59.174320 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-56abf189-946e-4235-9adb-417fb9d9ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:59.176214 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-56abf189-946e-4235-9adb-417fb9d9ffbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.0506256 Jul 07 10:28:59.229091 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-6eff4b06-6e21-45d6-8d12-0cb205167d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:59.230777 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-6eff4b06-6e21-45d6-8d12-0cb205167d87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476878 Jul 07 10:28:59.685900 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170811-aa73-40f3-aac3-89a169d5f443 req-df90b511-1a44-4339-945e-c62c744d6a8d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:28:59.687319 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d8170811-aa73-40f3-aac3-89a169d5f443 req-df90b511-1a44-4339-945e-c62c744d6a8d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.2966549 Jul 07 10:28:59.782290 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-3dbf549c-fda3-4e44-ae70-bb12643f8fd9 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413355 Jul 07 10:28:59.788070 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d8170811-aa73-40f3-aac3-89a169d5f443 req-4ab68b5b-085b-497c-bce1-19cac7e95afc tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688658 Jul 07 10:29:00.026900 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-06a938c2-a391-4950-b639-6e96e9fdd7de req-ba6bd854-838e-47a5-8222-240fe85ed778 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203284 Jul 07 10:29:00.484959 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-8632b35c-4be1-43f0-818e-05bcf91f45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:00.486907 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-8632b35c-4be1-43f0-818e-05bcf91f45d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1127 time: 0.0654473 Jul 07 10:29:00.798241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-7f87cdd9-cf63-4418-9cd0-0bbcf4dbfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:00.800570 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-7f87cdd9-cf63-4418-9cd0-0bbcf4dbfa9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1168 time: 0.0507441 Jul 07 10:29:00.804841 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-6df82539-65c0-4f2c-8ca9-f12ec880d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:00.806348 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-6df82539-65c0-4f2c-8ca9-f12ec880d3d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 909 time: 0.3104262 Jul 07 10:29:00.822106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba8dd9-08c6-494e-a609-f2d0681209b2 req-9f3743fd-cc01-45b2-b06f-88541f369bb9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:00.823700 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8aba8dd9-08c6-494e-a609-f2d0681209b2 req-9f3743fd-cc01-45b2-b06f-88541f369bb9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0961366 Jul 07 10:29:00.898010 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-763b0fde-f91f-4be0-a051-d52981716d30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 217 time: 0.0730610 Jul 07 10:29:00.990887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a7971-f8f1-4ade-9c05-410d5a46bae9 req-fb7f5cdd-3d3f-42f4-8ece-efaeaf3c94ca tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:00.998320 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-999a7971-f8f1-4ade-9c05-410d5a46bae9 req-fb7f5cdd-3d3f-42f4-8ece-efaeaf3c94ca tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0856934 Jul 07 10:29:01.013982 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:01.016836 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-eff15600-653f-42ed-be23-38fcc5a7c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:01.018202 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-eff15600-653f-42ed-be23-38fcc5a7c62d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.1058547 Jul 07 10:29:01.042293 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8aba8dd9-08c6-494e-a609-f2d0681209b2 req-e969ee8a-fb82-423c-b626-a964e74f72ca tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112718 Jul 07 10:29:01.064373 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-999a7971-f8f1-4ade-9c05-410d5a46bae9 req-cd3c07d1-ee54-4bf3-a92f-731bd065f4c2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647326 Jul 07 10:29:01.076697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-a26b13d0-0eb3-4c91-9020-37e63c816da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:01.078229 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-a26b13d0-0eb3-4c91-9020-37e63c816da1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 915 time: 0.2536666 Jul 07 10:29:01.148537 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-9938ec8e-4f09-459f-98eb-bc529d412a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:01.150679 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-9938ec8e-4f09-459f-98eb-bc529d412a4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071637 Jul 07 10:29:01.157437 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-780ea38d-2222-45d2-8f21-e9ff7b1f001e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 1000 time: 0.0686731 Jul 07 10:29:01.223954 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-979dd5fb-dd1e-4b04-8fe4-969419dca4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:01.226791 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-979dd5fb-dd1e-4b04-8fe4-969419dca4ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.0614376 Jul 07 10:29:01.302414 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-1799204a-9c6c-4367-bf81-13dfeb30c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:01.305356 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-1799204a-9c6c-4367-bf81-13dfeb30c07c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700307 Jul 07 10:29:01.316875 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:01.321456 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-dabab57c-c852-49b1-846c-dc836521d707 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636341 Jul 07 10:29:01.465597 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-1ae89141-7989-4a20-9776-0c9e8b0d93b8 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482761 Jul 07 10:29:01.479830 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0410cd7-f370-4c0d-911c-135fed99c4dc req-b259d392-241d-4741-91bd-e97d1f8bb1eb service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394072 Jul 07 10:29:01.599094 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0d36980-4016-460d-9769-7974dcdd5c68 req-9f81f165-cd5e-4441-9d0b-c66b3aa7f214 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256309 Jul 07 10:29:02.175488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:02.178832 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:02.190271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774502a7-3901-4d5e-8858-0225f4c7e06b req-c2dd28a7-5495-477c-82e1-cf64c4ac3e8c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:02.191809 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-774502a7-3901-4d5e-8858-0225f4c7e06b req-c2dd28a7-5495-477c-82e1-cf64c4ac3e8c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0585151 Jul 07 10:29:02.193153 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1238a6f-919e-41f8-b6c9-cc969448eada req-2e961f64-c766-45e1-b509-6986c072038a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:02.194682 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d1238a6f-919e-41f8-b6c9-cc969448eada req-2e961f64-c766-45e1-b509-6986c072038a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0552442 Jul 07 10:29:02.242599 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-774502a7-3901-4d5e-8858-0225f4c7e06b req-c7e7e0c9-6613-4922-9d93-fb394dbb8099 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447865 Jul 07 10:29:02.254994 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d1238a6f-919e-41f8-b6c9-cc969448eada req-36ee3755-63f0-43fa-9d26-0c7eba6a2183 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544586 Jul 07 10:29:03.363136 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c633ec-6251-4a86-8298-a17fdd642475 req-46b7ad50-e75a-45fe-9001-82ab09f1367a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:03.364645 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f2c633ec-6251-4a86-8298-a17fdd642475 req-46b7ad50-e75a-45fe-9001-82ab09f1367a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0537777 Jul 07 10:29:03.371613 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8c2e-137e-4224-a01b-ac2cb9aa7030 req-2c12fdfc-072e-4046-ad8c-e3c12d3a2475 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:03.373069 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a8dc8c2e-137e-4224-a01b-ac2cb9aa7030 req-2c12fdfc-072e-4046-ad8c-e3c12d3a2475 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0476959 Jul 07 10:29:03.414864 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f2c633ec-6251-4a86-8298-a17fdd642475 req-be8c22be-9e54-4da7-b3a8-e5ec96f4a05e tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441191 Jul 07 10:29:03.435193 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a8dc8c2e-137e-4224-a01b-ac2cb9aa7030 req-57ff9cf0-e8b6-486f-8796-3d1596074100 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563319 Jul 07 10:29:04.531699 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae131fc-2258-4357-9621-e164c9c2e8ca req-fe429069-b25a-4151-8032-2f9d272e578f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:04.533207 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bae131fc-2258-4357-9621-e164c9c2e8ca req-fe429069-b25a-4151-8032-2f9d272e578f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0483658 Jul 07 10:29:04.552932 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e51dc6-870b-4f8b-b80d-6995c2560fff req-70445a0a-6ef7-44e0-a80c-ad496e7d31bd tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:04.554438 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d2e51dc6-870b-4f8b-b80d-6995c2560fff req-70445a0a-6ef7-44e0-a80c-ad496e7d31bd tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0516374 Jul 07 10:29:04.582429 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bae131fc-2258-4357-9621-e164c9c2e8ca req-e1719201-9edd-48b3-9920-1cbfd0684105 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Jul 07 10:29:04.612996 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d2e51dc6-870b-4f8b-b80d-6995c2560fff req-ac69fb8b-58ba-4e53-bb36-5f82dbd2eb9c tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529754 Jul 07 10:29:05.723269 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecad07-c159-4580-a4ff-31ec705d72ef req-94557f28-6a9f-4086-a3cd-d75d525d029a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:05.724837 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1aecad07-c159-4580-a4ff-31ec705d72ef req-94557f28-6a9f-4086-a3cd-d75d525d029a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0505381 Jul 07 10:29:05.781750 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b930a-e098-4241-a4c3-935c3516b555 req-f2b89a38-6721-4f3f-a306-04174403172d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:05.783338 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0a2b930a-e098-4241-a4c3-935c3516b555 req-f2b89a38-6721-4f3f-a306-04174403172d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0560114 Jul 07 10:29:05.785008 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1aecad07-c159-4580-a4ff-31ec705d72ef req-daf83106-63ed-4e29-9665-fee7d28ed993 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526044 Jul 07 10:29:05.849814 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0a2b930a-e098-4241-a4c3-935c3516b555 req-61245f6c-42df-4a2a-a00b-3ef7638b8f01 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600667 Jul 07 10:29:06.904313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639bc2-bb42-41f2-914e-74e5f6ab2eb1 req-6c7bb03a-eb2e-4514-8b6d-72498e3a8d7c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:06.905803 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9639bc2-bb42-41f2-914e-74e5f6ab2eb1 req-6c7bb03a-eb2e-4514-8b6d-72498e3a8d7c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0478001 Jul 07 10:29:06.957584 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9639bc2-bb42-41f2-914e-74e5f6ab2eb1 req-23af099b-6997-499b-a571-fb426de6b9f2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446534 Jul 07 10:29:06.977221 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e067d4-5fe5-4b81-ab33-a55d2c4ac5bf req-00e8d5d9-489c-4a61-a9d6-de8c446caf6a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:06.977221 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-19e067d4-5fe5-4b81-ab33-a55d2c4ac5bf req-00e8d5d9-489c-4a61-a9d6-de8c446caf6a tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0524230 Jul 07 10:29:07.034817 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-19e067d4-5fe5-4b81-ab33-a55d2c4ac5bf req-4e03cbd1-9fe6-4446-b876-59cf2cbdfd31 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534241 Jul 07 10:29:08.071099 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f2771-4816-46ad-b413-619abcdedd03 req-e49da2c0-af2a-4700-be87-d7af6774b4a7 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:08.072813 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3e3f2771-4816-46ad-b413-619abcdedd03 req-e49da2c0-af2a-4700-be87-d7af6774b4a7 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0474663 Jul 07 10:29:08.121936 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3e3f2771-4816-46ad-b413-619abcdedd03 req-6f22401b-9bfb-4595-8c80-f6ff5b6ff1c2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436881 Jul 07 10:29:08.148110 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509d3d4-d94c-4d09-9063-cc29a3aa3bf8 req-1f7c4578-3d2a-4336-9200-a094d5e9e10d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:08.149578 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1509d3d4-d94c-4d09-9063-cc29a3aa3bf8 req-1f7c4578-3d2a-4336-9200-a094d5e9e10d tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0472262 Jul 07 10:29:08.207350 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1509d3d4-d94c-4d09-9063-cc29a3aa3bf8 req-229e471a-67ab-4acb-81f0-a8e151de7b23 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521214 Jul 07 10:29:09.242407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487ce3-2801-4184-972a-7d73347be415 req-b7233f50-5769-4d4b-ad21-b77ee0b5c48f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:09.244379 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-41487ce3-2801-4184-972a-7d73347be415 req-b7233f50-5769-4d4b-ad21-b77ee0b5c48f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0536878 Jul 07 10:29:09.290369 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:09.295785 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:09.304771 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-41487ce3-2801-4184-972a-7d73347be415 req-8d7dc21f-841e-4fdf-8359-f562a836e4da tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533419 Jul 07 10:29:09.324941 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da728049-4223-41cc-90c1-af96942a4119 req-2045db31-355f-486a-8599-55136885e337 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:09.326542 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da728049-4223-41cc-90c1-af96942a4119 req-2045db31-355f-486a-8599-55136885e337 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0493121 Jul 07 10:29:09.370359 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:09.390437 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da728049-4223-41cc-90c1-af96942a4119 req-d036642c-d418-4e46-bfbe-a64deef029d5 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583308 Jul 07 10:29:10.044779 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46188) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:10.090375 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Deleting subnet 3ebdde65-b337-4963-a40a-a8e44496b3e8 {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:29:10.093424 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Publish callbacks [] for subnet (3ebdde65-b337-4963-a40a-a8e44496b3e8), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.126474 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (3ebdde65-b337-4963-a40a-a8e44496b3e8), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.167908 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (3ebdde65-b337-4963-a40a-a8e44496b3e8), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.219329 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (3ebdde65-b337-4963-a40a-a8e44496b3e8), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.243386 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebdde65-b337-4963-a40a-a8e44496b3e8,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:10.250812 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.253874 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ebdde65-b337-4963-a40a-a8e44496b3e8 HTTP/1.1" status: 204 len: 168 time: 0.2081163 Jul 07 10:29:10.257088 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46190) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:10.259179 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.259522 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.259887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.260221 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.260552 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.260878 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.261200 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.261518 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.261839 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.262156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.262475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.262796 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.263109 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.263434 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.263757 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987d9f2-ebc9-4f0c-9405-9a9c4c4781d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:10.326630 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (077a047b-f9c7-490e-ac9f-1de351d3c473), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.408402 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (077a047b-f9c7-490e-ac9f-1de351d3c473), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.415481 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:10.418926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727409-2a7d-4163-b29c-23651297aa08 req-43ade799-2a7c-4b50-9786-6abc6e01570a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:10.420236 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c4727409-2a7d-4163-b29c-23651297aa08 req-43ade799-2a7c-4b50-9786-6abc6e01570a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0476630 Jul 07 10:29:10.431040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077a047b-f9c7-490e-ac9f-1de351d3c473']}} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:10.441928 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6978854c-5de4-4d61-a971-b3dc5c548889') {'for_net_delete': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:10.441928 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6978854c-5de4-4d61-a971-b3dc5c548889') {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:10.442224 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:10.454062 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12927630'] for segment (6978854c-5de4-4d61-a971-b3dc5c548889), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.479737 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c4727409-2a7d-4163-b29c-23651297aa08 req-c8478438-0e63-435a-b941-9bd8abc1a285 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516348 Jul 07 10:29:10.494160 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (6978854c-5de4-4d61-a971-b3dc5c548889), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.505625 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:29:10.506126 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12927438'] for segment (6978854c-5de4-4d61-a971-b3dc5c548889), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.529057 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdea35b-f190-4a3a-86aa-8fe2af40c893 req-27d7117b-5ed5-45a1-b17b-e1c393cfa44c tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:10.530548 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4cdea35b-f190-4a3a-86aa-8fe2af40c893 req-27d7117b-5ed5-45a1-b17b-e1c393cfa44c tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0695415 Jul 07 10:29:10.534026 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment 6978854c-5de4-4d61-a971-b3dc5c548889 resource provider aggregate not found Jul 07 10:29:10.582398 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment 6978854c-5de4-4d61-a971-b3dc5c548889 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6978854c-5de4-4d61-a971-b3dc5c548889 found for delete ", "request_id": "req-a9d6eb31-3df6-4ada-b96e-47daef794e96"}]} Jul 07 10:29:10.599321 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (077a047b-f9c7-490e-ac9f-1de351d3c473), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.604843 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.608066 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] 10.222.0.16 "DELETE /v2.0/networks/077a047b-f9c7-490e-ac9f-1de351d3c473 HTTP/1.1" status: 204 len: 168 time: 0.3498631 Jul 07 10:29:10.638283 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21988eb6-7307-437a-a9b0-65e443b3c540 admin admin] Pushing event deleted for resources: {'Network': ['ID=077a047b-f9c7-490e-ac9f-1de351d3c473,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:10.657156 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4cdea35b-f190-4a3a-86aa-8fe2af40c893 req-0aaa0b22-03b7-443e-99a4-822ca51a1db0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173871 Jul 07 10:29:10.772147 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46202) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:10.815346 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-404d0635-647a-432c-aa18-6b00eaf202b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d3b58b3beed423aba9a7c28d1e09c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420814 Jul 07 10:29:10.817756 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46204) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:10.831117 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:10.867991 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a735eec8-d448-476e-af23-f7aa3fe04353 admin admin] Publish callbacks [] for security_group (5c053ad9-05a9-41bc-91a6-c80c239f7ff1), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.889786 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a735eec8-d448-476e-af23-f7aa3fe04353 admin admin] Publish callbacks [] for security_group (5c053ad9-05a9-41bc-91a6-c80c239f7ff1), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.936002 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a735eec8-d448-476e-af23-f7aa3fe04353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (5c053ad9-05a9-41bc-91a6-c80c239f7ff1), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.938512 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a735eec8-d448-476e-af23-f7aa3fe04353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:10.939640 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a735eec8-d448-476e-af23-f7aa3fe04353 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c053ad9-05a9-41bc-91a6-c80c239f7ff1 HTTP/1.1" status: 204 len: 168 time: 0.1209512 Jul 07 10:29:10.947706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735eec8-d448-476e-af23-f7aa3fe04353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c053ad9-05a9-41bc-91a6-c80c239f7ff1,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:11.595383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713abade-fc7c-4ce3-8bea-591101841b48 req-0e0a165a-bb92-4370-8899-4c9a567ec8c1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:11.596891 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-713abade-fc7c-4ce3-8bea-591101841b48 req-0e0a165a-bb92-4370-8899-4c9a567ec8c1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0479331 Jul 07 10:29:11.647822 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-713abade-fc7c-4ce3-8bea-591101841b48 req-f39daa7d-87ae-4a54-8cce-4eccc0d24d3b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Jul 07 10:29:11.772231 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7501d-9126-4a9d-8a28-7e9eb4a631cd req-fc9575bc-059d-49da-9ccf-8e5e588e0704 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:11.773814 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ade7501d-9126-4a9d-8a28-7e9eb4a631cd req-fc9575bc-059d-49da-9ccf-8e5e588e0704 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0491035 Jul 07 10:29:11.832960 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ade7501d-9126-4a9d-8a28-7e9eb4a631cd req-13547231-8a43-40f5-ba84-f5d4f0ca7aa4 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534925 Jul 07 10:29:12.762805 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2806d-9524-47aa-a1b5-e829f1c273a2 req-1d6e2d71-c36e-4571-9817-bb40a2a2e939 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:12.764253 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a1f2806d-9524-47aa-a1b5-e829f1c273a2 req-1d6e2d71-c36e-4571-9817-bb40a2a2e939 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0489929 Jul 07 10:29:12.812436 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a1f2806d-9524-47aa-a1b5-e829f1c273a2 req-95d3d0d9-9d1e-43f3-a585-39c20fdc3081 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427132 Jul 07 10:29:12.949961 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49c99a-b6e3-40aa-9bd9-f8644cf0e26e req-25aa04fb-27d4-4554-801b-609be5ca8ec9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:12.951413 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1b49c99a-b6e3-40aa-9bd9-f8644cf0e26e req-25aa04fb-27d4-4554-801b-609be5ca8ec9 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0503678 Jul 07 10:29:13.009911 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1b49c99a-b6e3-40aa-9bd9-f8644cf0e26e req-3b6afc88-c15c-45fd-8481-6e59a23fdc15 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529320 Jul 07 10:29:13.923915 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88401b-e249-4fe4-b0cd-db87a39051b2 req-297a2e2b-fc91-49ec-ac65-93db205ad8b2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:13.925375 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7c88401b-e249-4fe4-b0cd-db87a39051b2 req-297a2e2b-fc91-49ec-ac65-93db205ad8b2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0465999 Jul 07 10:29:13.973428 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7c88401b-e249-4fe4-b0cd-db87a39051b2 req-b024d1a3-a9c5-45dd-a104-ca6d7ee05c77 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Jul 07 10:29:14.134619 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42726c2-79b5-4938-99e7-48d200ae7a95 req-cd8f6d92-badd-4dd0-8e70-7e6942951514 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:14.136163 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d42726c2-79b5-4938-99e7-48d200ae7a95 req-cd8f6d92-badd-4dd0-8e70-7e6942951514 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0575106 Jul 07 10:29:14.197843 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d42726c2-79b5-4938-99e7-48d200ae7a95 req-f1f3de3d-6d0a-43b3-bc81-3c904e53d472 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552886 Jul 07 10:29:15.084675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7973f6-3c9c-452c-ac89-8cbbea421d6e req-3627ad19-55b7-4500-a72e-e9566e6e07fc tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:15.086337 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6c7973f6-3c9c-452c-ac89-8cbbea421d6e req-3627ad19-55b7-4500-a72e-e9566e6e07fc tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0473204 Jul 07 10:29:15.140180 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6c7973f6-3c9c-452c-ac89-8cbbea421d6e req-a1cfab89-79a0-41ff-a023-bfb92c0fa08f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476923 Jul 07 10:29:15.326381 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1383a7a-f661-4140-8c69-dbeb09bd69c9 req-0eb65187-cbc3-432c-aeba-52cd461b810c tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:15.327909 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c1383a7a-f661-4140-8c69-dbeb09bd69c9 req-0eb65187-cbc3-432c-aeba-52cd461b810c tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0525684 Jul 07 10:29:15.389413 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c1383a7a-f661-4140-8c69-dbeb09bd69c9 req-d7e18ab2-ed76-4a8d-902d-6e1bde1030aa tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558197 Jul 07 10:29:15.593361 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46286) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:15.697643 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcb7d-aa32-4ddf-9bf7-f332504e3a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.773876 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcb7d-aa32-4ddf-9bf7-f332504e3a9f admin admin] Publish callbacks [] for security_group (250b1b9c-e4f0-4b8a-b7f2-6414eefc988d), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.777437 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcb7d-aa32-4ddf-9bf7-f332504e3a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (250b1b9c-e4f0-4b8a-b7f2-6414eefc988d), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.816112 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f1ebcb7d-aa32-4ddf-9bf7-f332504e3a9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ba6d6d61f4b4f71a39a97f88444b628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216778 Jul 07 10:29:15.816964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebcb7d-aa32-4ddf-9bf7-f332504e3a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250b1b9c-e4f0-4b8a-b7f2-6414eefc988d,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:15.819277 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46290) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:15.869014 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-882d5ffb-6bf6-4802-bb73-85ad9ec07b71 admin admin] Publish callbacks [] for security_group (250b1b9c-e4f0-4b8a-b7f2-6414eefc988d), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.890227 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-882d5ffb-6bf6-4802-bb73-85ad9ec07b71 admin admin] Publish callbacks [] for security_group (250b1b9c-e4f0-4b8a-b7f2-6414eefc988d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.898204 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:15.936829 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-882d5ffb-6bf6-4802-bb73-85ad9ec07b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (250b1b9c-e4f0-4b8a-b7f2-6414eefc988d), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.939397 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-882d5ffb-6bf6-4802-bb73-85ad9ec07b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:15.940559 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-882d5ffb-6bf6-4802-bb73-85ad9ec07b71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/250b1b9c-e4f0-4b8a-b7f2-6414eefc988d HTTP/1.1" status: 204 len: 168 time: 0.1197915 Jul 07 10:29:15.949223 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d5ffb-6bf6-4802-bb73-85ad9ec07b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250b1b9c-e4f0-4b8a-b7f2-6414eefc988d,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:16.000768 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:29:16.119487 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:16.127127 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6425d9f7-5c79-4d4d-896e-7f40f62729e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:16.132702 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '52658524-0e22-481a-99ab-eb339029366f', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'port_id': '52658524-0e22-481a-99ab-eb339029366f', 'mac_address': 'fa:16:3e:f4:9c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:29:16.176814 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 52658524-0e22-481a-99ab-eb339029366f is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:16.177301 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:16.194792 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52658524-0e22-481a-99ab-eb339029366f {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:29:16.217087 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:16.220950 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:16.272808 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:16.280928 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.281098 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10f8fd-9dbd-4690-9148-943ee5f71b75 req-9aad4533-dc87-4140-8e94-0a21b5eec24d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:16.281563 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.281656 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.282014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.282351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.282687 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.283119 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.283452 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.283923 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.284316 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.284644 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.284951 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac10f8fd-9dbd-4690-9148-943ee5f71b75 req-9aad4533-dc87-4140-8e94-0a21b5eec24d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 944 time: 0.0596383 Jul 07 10:29:16.285059 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.285298 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.285613 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.285931 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:16.304490 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:16.351152 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac10f8fd-9dbd-4690-9148-943ee5f71b75 req-641c64b1-7b0a-450e-8861-081afeee431e tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573032 Jul 07 10:29:16.515143 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b565c-9824-42f9-b37d-ee68c6aea991 req-0a7ac7e0-3d09-4248-a175-ee3930d4554e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:16.516765 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-171b565c-9824-42f9-b37d-ee68c6aea991 req-0a7ac7e0-3d09-4248-a175-ee3930d4554e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0548780 Jul 07 10:29:16.556405 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['52658524-0e22-481a-99ab-eb339029366f'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:29:16.593752 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-171b565c-9824-42f9-b37d-ee68c6aea991 req-13b90035-e3a1-462d-b6c8-d73ace8d9228 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701299 Jul 07 10:29:16.764246 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46322) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:16.778071 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:29:16.867984 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1021779997-network', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:16.882269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:16.888497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Made reservation on behalf of 12a91d56e163442dacf4c5ce7b28a132 for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:29:16.890851 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:16.901044 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:16.977890 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks [] for security_group (207c445b-f1a0-44ef-8d62-eba5a27036ea), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:16.981575 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (207c445b-f1a0-44ef-8d62-eba5a27036ea), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.002974 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:29:17.017998 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c445b-f1a0-44ef-8d62-eba5a27036ea,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:17.020891 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (34aadbaa-5338-4670-a95b-34ce762281ec), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.021232 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Added segment 34aadbaa-5338-4670-a95b-34ce762281ec of type vlan for network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 Jul 07 10:29:17.060830 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.087397 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.088429 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:17.089098 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.126785 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3614533 Jul 07 10:29:17.129676 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46326) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:17.158800 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Request body: {'subnet': {'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1021779997-subnet', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:17.164095 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28553-158a-41e8-98bd-64ea2b715625 admin admin] Pushing event updated for resources: {'Network': ['ID=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:17.173484 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:29:17.180934 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Made reservation on behalf of 12a91d56e163442dacf4c5ce7b28a132 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:29:17.183303 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.348220 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (085080e4-6350-4e0a-8990-9e1bf338fdb9), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.393267 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085080e4-6350-4e0a-8990-9e1bf338fdb9,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:17.406133 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:17.417687 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Checking segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:17.417687 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Network hostable DHCP agents. Network: 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:29:17.439897 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:29:17.451007 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:17.455263 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:17.455975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.462045 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc352b0d-c62e-432c-a272-0d130867989d None None] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:29:17.484250 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b3f7ea8f-f459-49a8-989c-0f9e9b4de5c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3290439 Jul 07 10:29:17.485588 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46334) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:17.485697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ae4ac-dc56-4cd4-8f46-e470ec8041d7 req-6815e28e-9843-4f33-9df8-acc642fe8773 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:17.492761 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:17.502726 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e89ae4ac-dc56-4cd4-8f46-e470ec8041d7 req-6815e28e-9843-4f33-9df8-acc642fe8773 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 944 time: 0.0757513 Jul 07 10:29:17.529795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.531612 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.542662 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:17.552016 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:17.577004 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e89ae4ac-dc56-4cd4-8f46-e470ec8041d7 req-7b7804c0-3fa1-47b1-b413-6f56d72840e6 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716231 Jul 07 10:29:17.601228 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:29:17.601658 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks [] for router_controller (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), precommit_add_association {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.603095 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.606708 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:17.735467 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ff7c1-9614-4adb-9d9d-467d5e15b85c req-2042ed45-d2b9-41b1-99b1-e818ab837654 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:17.737288 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-812ff7c1-9614-4adb-9d9d-467d5e15b85c req-2042ed45-d2b9-41b1-99b1-e818ab837654 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0600767 Jul 07 10:29:17.766032 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Allocated IP 172.20.0.2 (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79/085080e4-6350-4e0a-8990-9e1bf338fdb9/6fb911df-5917-4990-b38c-02816cfdf244) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:17.771346 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks [] for router_gateway (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.789587 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:17.835463 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-812ff7c1-9614-4adb-9d9d-467d5e15b85c req-18fe6a01-18c2-4a15-85b6-c9cb8f76fd49 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920835 Jul 07 10:29:17.974027 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Publish callbacks [] for port (6fb911df-5917-4990-b38c-02816cfdf244), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.979875 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (6fb911df-5917-4990-b38c-02816cfdf244), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:17.984102 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks [] for router_gateway (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.002394 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.013307 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:18.041607 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:18.051958 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:18.057552 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:18.062163 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Pushing event updated for resources: {'Port': ['ID=6fb911df-5917-4990-b38c-02816cfdf244,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:18.115094 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Allocated IP 172.27.1.119 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/6eee1973-b94c-4996-b5f1-31374e3387f2) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:18.115320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 52658524-0e22-481a-99ab-eb339029366f completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:29:18.125406 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 52658524-0e22-481a-99ab-eb339029366f triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:18.125774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (52658524-0e22-481a-99ab-eb339029366f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.129848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Attempting to bind port 6fb911df-5917-4990-b38c-02816cfdf244 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:18.130233 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Attempting to bind port 6fb911df-5917-4990-b38c-02816cfdf244 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:18.130619 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Attempting to bind port 6fb911df-5917-4990-b38c-02816cfdf244 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:18.157043 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:18.157416 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Checking segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:18.157848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.158254 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Bound using segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:18.158705 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Bound port: 6fb911df-5917-4990-b38c-02816cfdf244, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:18.159081 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6fb911df-5917-4990-b38c-02816cfdf244), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.221140 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks [] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.253226 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.267542 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] For port 6fb911df-5917-4990-b38c-02816cfdf244, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:18.272822 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] For port 6fb911df-5917-4990-b38c-02816cfdf244, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6fb911df-5917-4990-b38c-02816cfdf244,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:18.276544 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4885d071-00bb-42cf-bfc1-8675ca21cbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.278042 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 52658524-0e22-481a-99ab-eb339029366f is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:18.278486 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.282806 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6fb911df-5917-4990-b38c-02816cfdf244), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.298004 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:18.302338 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:18.304957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:18.340336 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Pushing event updated for resources: {'Port': ['ID=6eee1973-b94c-4996-b5f1-31374e3387f2,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:18.344016 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:29:18.346278 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b91426c-9073-4f9a-9cb0-eafffdf4bfbe" -d '{"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-plugged", "status": "completed", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:29:18.371830 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:18.377023 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.379204 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3ef3-f08c-4517-914e-8dc5a9f2dfcb None None] Pushing event updated for resources: {'Port': ['ID=6fb911df-5917-4990-b38c-02816cfdf244,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:18.416356 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a30c1-963e-4247-8978-443fb24c1864 x-openstack-request-id: req-002a30c1-963e-4247-8978-443fb24c1864 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:29:18.416648 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-plugged", "status": "completed", "tag": "52658524-0e22-481a-99ab-eb339029366f", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:29:18.416898 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-002a30c1-963e-4247-8978-443fb24c1864 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:29:18.417291 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002a30c1-963e-4247-8978-443fb24c1864'] response: {'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'code': 200} Jul 07 10:29:18.429811 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:18.446651 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:18.458570 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:18.578017 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:18.580952 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:18.642448 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks [] for router_gateway (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.752647 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a035bc8-7d9c-40a8-8726-03f16f9a7019 req-659a87cf-51a3-4397-b813-84029299f421 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:18.762136 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7a035bc8-7d9c-40a8-8726-03f16f9a7019 req-659a87cf-51a3-4397-b813-84029299f421 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.1056113 Jul 07 10:29:18.772877 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c800039-1e3c-4e11-b68f-172c4ec82a37 req-4de1d0e8-9218-4a2b-ab2c-c3051762104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:18.774292 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5c800039-1e3c-4e11-b68f-172c4ec82a37 req-4de1d0e8-9218-4a2b-ab2c-c3051762104c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1129 time: 0.0717065 Jul 07 10:29:18.810707 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7a035bc8-7d9c-40a8-8726-03f16f9a7019 req-4e5693b6-1de1-4a4f-a750-df91044a3ba0 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476198 Jul 07 10:29:18.847363 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:18.998103 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7e89f-e8a2-411b-b261-d66e522c593f req-85739e8a-68e3-4a4e-9753-266abd70b5d1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:18.999537 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2ad7e89f-e8a2-411b-b261-d66e522c593f req-85739e8a-68e3-4a4e-9753-266abd70b5d1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0649612 Jul 07 10:29:19.055577 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:29:19.080777 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2ad7e89f-e8a2-411b-b261-d66e522c593f req-9b3040dd-9e72-473c-9760-78f349882276 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754139 Jul 07 10:29:19.175888 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:29:19.187161 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:29:19.199406 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:19.200119 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:19.200718 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.204455 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7c4e7c4b-be55-40fe-b5f7-243f541ee105 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7132587 Jul 07 10:29:19.204972 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46352) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:19.324869 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:19.454636 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2fb960-55c4-48c5-af81-d6453ecd3732 None None] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:29:19.457497 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5c800039-1e3c-4e11-b68f-172c4ec82a37 req-24e21f20-906a-4f55-9994-27573200c6e8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839310 Jul 07 10:29:19.591230 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] Provisioning complete for port 6fb911df-5917-4990-b38c-02816cfdf244 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:19.591596 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6fb911df-5917-4990-b38c-02816cfdf244), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.630923 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.650732 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:18Z', 'revision_number': 3, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:19.689545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:29:19.689814 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Updating router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 port 6eee1973-b94c-4996-b5f1-31374e3387f2 binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:29:19.730952 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.743428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:19.775624 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:19.786947 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] Current status of the port 6fb911df-5917-4990-b38c-02816cfdf244 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:19.786947 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6fb911df-5917-4990-b38c-02816cfdf244), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.869771 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.887765 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] For port 6fb911df-5917-4990-b38c-02816cfdf244, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6fb911df-5917-4990-b38c-02816cfdf244,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:19.902213 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6fb911df-5917-4990-b38c-02816cfdf244), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:19.956288 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6a02f-778f-4e3e-992c-9f05d565c285 req-fb80be15-b4f8-4b94-adba-a489b0d64357 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:19.964483 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e7f6a02f-778f-4e3e-992c-9f05d565c285 req-fb80be15-b4f8-4b94-adba-a489b0d64357 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0651696 Jul 07 10:29:20.052346 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e7f6a02f-778f-4e3e-992c-9f05d565c285 req-3fdd627d-a1ad-41e6-83f6-b20e00d6faf7 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866797 Jul 07 10:29:20.116289 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Allocated IP 172.20.0.1 (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79/085080e4-6350-4e0a-8990-9e1bf338fdb9/c22290c2-803f-486a-9be2-ed1ea04c3458) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:20.121299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6fb911df-5917-4990-b38c-02816cfdf244 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:20.123291 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:20.166557 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e4f9c4b6-83a4-475c-826c-e93138fa2498 None None] Provisioning complete for port 6fb911df-5917-4990-b38c-02816cfdf244 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:20.166990 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c4b6-83a4-475c-826c-e93138fa2498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6fb911df-5917-4990-b38c-02816cfdf244), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.206177 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f29a-46a7-4e42-ba95-5f1ad5ff1812 None None] Pushing event updated for resources: {'Port': ['ID=6fb911df-5917-4990-b38c-02816cfdf244,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:20.208485 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:20.216887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d175c-a1dd-46a4-95ce-4d9ce58f84b0 req-4faf73e2-ff57-4323-8cda-a2709a1d4bb0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:20.218755 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-006d175c-a1dd-46a4-95ce-4d9ce58f84b0 req-4faf73e2-ff57-4323-8cda-a2709a1d4bb0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0541327 Jul 07 10:29:20.268550 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6fb911df-5917-4990-b38c-02816cfdf244 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:20.268939 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6fb911df-5917-4990-b38c-02816cfdf244), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.269598 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks [] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.310672 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-006d175c-a1dd-46a4-95ce-4d9ce58f84b0 req-730f69a1-e8b5-48b9-9e9f-bcb894f307c8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab825954-2df2-4bb0-978d-9769ce31159f&id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841780 Jul 07 10:29:20.319073 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.364856 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Publish callbacks [] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.372473 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9c4b6-83a4-475c-826c-e93138fa2498 None None] Current status of the port 6fb911df-5917-4990-b38c-02816cfdf244 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:20.375987 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.394275 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:20.402784 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d421f1f-4dbc-4f85-b7da-c667e2c696bb req-44ecbd91-6e0a-4317-9c09-2005f0909962 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:20.404304 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d421f1f-4dbc-4f85-b7da-c667e2c696bb req-44ecbd91-6e0a-4317-9c09-2005f0909962 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1001260 Jul 07 10:29:20.407332 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:20.417468 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:20.427682 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c22290c2-803f-486a-9be2-ed1ea04c3458,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:20.455700 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234769-5e8f-48cb-97d1-8c0da0e12ee3 None None] Pushing event updated for resources: {'Port': ['ID=6eee1973-b94c-4996-b5f1-31374e3387f2,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:20.464856 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Attempting to bind port 6eee1973-b94c-4996-b5f1-31374e3387f2 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:20.465053 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Attempting to bind port 6eee1973-b94c-4996-b5f1-31374e3387f2 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:20.465397 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Attempting to bind port 6eee1973-b94c-4996-b5f1-31374e3387f2 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:20.473495 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6fb911df-5917-4990-b38c-02816cfdf244 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:20.475901 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:20.476554 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:20.476679 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.477236 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:20.477766 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Bound port: 6eee1973-b94c-4996-b5f1-31374e3387f2, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:20.478006 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.480394 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.529366 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d421f1f-4dbc-4f85-b7da-c667e2c696bb req-8d29b196-1b33-4b62-a6bd-8abc4f64c0be tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176372 Jul 07 10:29:20.540035 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:20.542879 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] For port 6eee1973-b94c-4996-b5f1-31374e3387f2, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:20.545976 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] For port 6eee1973-b94c-4996-b5f1-31374e3387f2, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6eee1973-b94c-4996-b5f1-31374e3387f2,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:20.554473 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.621806 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:20.622437 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:20.638556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.658836 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234769-5e8f-48cb-97d1-8c0da0e12ee3 None None] Pushing event updated for resources: {'Port': ['ID=6eee1973-b94c-4996-b5f1-31374e3387f2,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:20.725045 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-0ec6a3ea-02c9-44c7-9a14-e7fe6cb01ed3 None None] Provisioning complete for port c22290c2-803f-486a-9be2-ed1ea04c3458 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:20.725390 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a3ea-02c9-44c7-9a14-e7fe6cb01ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.764215 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:20.796442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks [] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.799301 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6a3ea-02c9-44c7-9a14-e7fe6cb01ed3 None None] Port c22290c2-803f-486a-9be2-ed1ea04c3458 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:29:20.801551 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.824721 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:20.870103 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:20.881920 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c22290c2-803f-486a-9be2-ed1ea04c3458,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:20.944164 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:20.959851 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:20.970789 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:20.972213 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:20.984640 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a3d80-168c-4848-be73-7b54a4c9391b None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:29:21.021468 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.088724 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:29:21.185488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f342b-23a3-4721-8b31-22a4ec088c22 req-e1e2e670-fba5-480c-9f0e-5de6fe266dd6 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:21.187131 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-905f342b-23a3-4721-8b31-22a4ec088c22 req-e1e2e670-fba5-480c-9f0e-5de6fe266dd6 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0525959 Jul 07 10:29:21.215135 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:29:21.220790 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ff9b92fd-5cac-46e8-8944-400961fb22c0 admin admin] 10.222.0.16 "PUT /v2.0/routers/a5eb73b8-5a57-49b1-8878-ba86d8dd2d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0145659 Jul 07 10:29:21.226271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e34be946-0aa2-4d0f-baaf-d5e2400a4e74 None None] Provisioning complete for port c22290c2-803f-486a-9be2-ed1ea04c3458 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:21.244078 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e34be946-0aa2-4d0f-baaf-d5e2400a4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.249491 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-905f342b-23a3-4721-8b31-22a4ec088c22 req-98c7f21c-57bd-4366-931c-a67c7fb832e1 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551295 Jul 07 10:29:21.282358 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:21.298684 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e34be946-0aa2-4d0f-baaf-d5e2400a4e74 None None] Port c22290c2-803f-486a-9be2-ed1ea04c3458 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:29:21.322819 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.601105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.665784 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7e76-9e08-4562-8618-9efb0af6c693 req-23837fca-b14c-4cae-a0d0-2816360b89e6 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:21.667423 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2e9a7e76-9e08-4562-8618-9efb0af6c693 req-23837fca-b14c-4cae-a0d0-2816360b89e6 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.0575199 Jul 07 10:29:21.742012 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2e9a7e76-9e08-4562-8618-9efb0af6c693 req-e34d82ba-d2d5-4e9a-9f93-b0c8caf5dfbd tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 Jul 07 10:29:21.826536 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46386) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:21.831453 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1689538767-network', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:21.854555 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Made reservation on behalf of 79d3d594053f4e62a2718c7ee83b8439 for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:29:21.857066 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.866326 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.890995 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:21.951340 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks [] for security_group (c86b9971-a8fd-4518-b54d-3b53a6cba706), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.956805 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c86b9971-a8fd-4518-b54d-3b53a6cba706), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.979030 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:29:21.999074 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:21.999422 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Added segment f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a of type vlan for network 38375804-ea9e-452c-8623-0e76faa75cf0 Jul 07 10:29:22.000661 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b9971-a8fd-4518-b54d-3b53a6cba706,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:22.046219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (38375804-ea9e-452c-8623-0e76faa75cf0), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.077119 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (38375804-ea9e-452c-8623-0e76faa75cf0), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.078867 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:22.079675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.124824 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6eee1973-b94c-4996-b5f1-31374e3387f2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:22.145138 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3174713 Jul 07 10:29:22.149464 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46388) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:22.156965 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Request body: {'subnet': {'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1689538767-subnet', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'ip_version': 4}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:22.186360 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c0fa-ed04-4ca3-bb66-c644fb4fb281 admin admin] Pushing event updated for resources: {'Network': ['ID=38375804-ea9e-452c-8623-0e76faa75cf0,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:22.205739 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 38375804-ea9e-452c-8623-0e76faa75cf0 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:29:22.214579 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Made reservation on behalf of 79d3d594053f4e62a2718c7ee83b8439 for: {'subnet': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:29:22.218787 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14360026'] for subnet (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.310277 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6eee1973-b94c-4996-b5f1-31374e3387f2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:22.310667 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.399978 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6eee1973-b94c-4996-b5f1-31374e3387f2 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:22.400359 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.423922 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 6eee1973-b94c-4996-b5f1-31374e3387f2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6eee1973-b94c-4996-b5f1-31374e3387f2,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:22.429511 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.430351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6fb911df-5917-4990-b38c-02816cfdf244 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:22.434104 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6ba0-ab4a-4297-a54b-3b19074aa26f req-a8293de5-bb84-4171-ad96-43ad368fcdc9 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:22.436170 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4d5f6ba0-ab4a-4297-a54b-3b19074aa26f req-a8293de5-bb84-4171-ad96-43ad368fcdc9 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0699749 Jul 07 10:29:22.465480 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:22.515264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=6eee1973-b94c-4996-b5f1-31374e3387f2,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:22.519839 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6fb911df-5917-4990-b38c-02816cfdf244 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:22.520592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6fb911df-5917-4990-b38c-02816cfdf244), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.529205 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13954314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14357296'] for subnet (90a726ec-3fa1-43e9-abad-a522d4713f5b), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.561509 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4d5f6ba0-ab4a-4297-a54b-3b19074aa26f req-66949d8b-c1fc-4254-84f9-b1ae40810dda tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016867 Jul 07 10:29:22.598402 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6fb911df-5917-4990-b38c-02816cfdf244 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:22.601404 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a726ec-3fa1-43e9-abad-a522d4713f5b,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:22.605948 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Checking segment: {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:22.606313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Network hostable DHCP agents. Network: 38375804-ea9e-452c-8623-0e76faa75cf0, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:29:22.624920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Network 38375804-ea9e-452c-8623-0e76faa75cf0 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:29:22.630426 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:22.637722 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 38375804-ea9e-452c-8623-0e76faa75cf0) {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:22.642650 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:22.643436 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.649100 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d11c56-1f2a-4d32-a475-363a65725539 None None] Network 38375804-ea9e-452c-8623-0e76faa75cf0 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:29:22.661074 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2277da88-aadb-48c7-9685-91c8fa3556b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5102808 Jul 07 10:29:22.664116 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46394) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:22.669045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:22.687353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:22.691175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (eb50e149-259c-4759-9c17-25786baf2344), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.692227 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (eb50e149-259c-4759-9c17-25786baf2344), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.697070 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e48f03-90b3-42b0-b8a8-93e72b5245e4 req-974c0e86-1bc0-4456-943d-51bf70f45c7c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:22.699386 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-68e48f03-90b3-42b0-b8a8-93e72b5245e4 req-974c0e86-1bc0-4456-943d-51bf70f45c7c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0598123 Jul 07 10:29:22.764409 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-68e48f03-90b3-42b0-b8a8-93e72b5245e4 req-ecaa55ac-a921-433e-b0bb-bdd2a9b57a7c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504794 Jul 07 10:29:22.790244 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46398) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:22.794266 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-38375804-ea9e-452c-8623-0e76faa75cf0', 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0', 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'fixed_ips': [{'subnet_id': '90a726ec-3fa1-43e9-abad-a522d4713f5b'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:29:22.795235 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.797218 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks [] for router_controller (eb50e149-259c-4759-9c17-25786baf2344), precommit_add_association {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:22.865873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-5518d488-3a31-4062-bc70-1bcaf13528eb tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:22.867291 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-5518d488-3a31-4062-bc70-1bcaf13528eb tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1445291 Jul 07 10:29:22.948402 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Allocated IP 172.20.0.2 (38375804-ea9e-452c-8623-0e76faa75cf0/90a726ec-3fa1-43e9-abad-a522d4713f5b/5f07721e-8a9c-44b7-92ce-8fe2a5f7422f) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:22.998312 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960b02-22f2-4bda-b48b-7cc5fd2fb7e8 req-383c255d-b23a-442e-9d55-f0419d702001 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:22.999882 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-20960b02-22f2-4bda-b48b-7cc5fd2fb7e8 req-383c255d-b23a-442e-9d55-f0419d702001 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 946 time: 0.1513121 Jul 07 10:29:23.044481 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks [] for router_gateway (eb50e149-259c-4759-9c17-25786baf2344), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.044677 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:23.092087 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d6a10-a28d-4194-b61e-7bda54a1445f tempest-TestShelveInstance-1097338157 tempest-TestShelveInstance-1097338157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:23.096346 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9c2d6a10-a28d-4194-b61e-7bda54a1445f tempest-TestShelveInstance-1097338157 tempest-TestShelveInstance-1097338157-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1124 time: 0.3021271 Jul 07 10:29:23.098731 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46402) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:23.104300 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'port_id': '52658524-0e22-481a-99ab-eb339029366f', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:23.119390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Deleting port 9e332fd9-fdcf-495a-9546-8197da03d874 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:29:23.119828 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.127318 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.135291 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:23.153967 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Publish callbacks [] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.161127 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.202016 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-20960b02-22f2-4bda-b48b-7cc5fd2fb7e8 req-981bebef-198e-4ea9-9dae-8896c9718b63 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736352 Jul 07 10:29:23.208218 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Network 38375804-ea9e-452c-8623-0e76faa75cf0 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:23.212180 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:23.216736 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Pushing event updated for resources: {'Port': ['ID=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:23.219862 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:23.222450 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.282835 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Attempting to bind port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:23.283205 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Attempting to bind port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:23.283564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Attempting to bind port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f on network 38375804-ea9e-452c-8623-0e76faa75cf0 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:23.289220 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:23.289220 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Checking segment: {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:23.289498 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.289822 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Bound using segment: {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:23.290284 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Bound port: 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:23.291559 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.356539 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] For port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:23.357006 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Allocated IP 172.27.1.72 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/c64b8ac6-bf70-4921-b070-bf3b6647efa6) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:23.359884 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] For port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:23.370154 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.445274 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176e37e-5c69-4102-8c71-e6a436766660 None None] Pushing event updated for resources: {'Port': ['ID=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:23.476811 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:23.493379 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.527436 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:29:23.540672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.550725 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:23.555421 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:23.583583 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:23.587236 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:23.591594 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:23.600882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] For port 9e332fd9-fdcf-495a-9546-8197da03d874, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e332fd9-fdcf-495a-9546-8197da03d874,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:23.601413 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.614009 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'Port': ['ID=c64b8ac6-bf70-4921-b070-bf3b6647efa6,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:23.660413 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Calling delete_port for 9e332fd9-fdcf-495a-9546-8197da03d874 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:29:23.668942 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:23.794004 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:23.795350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks [] for router_gateway (eb50e149-259c-4759-9c17-25786baf2344), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.820097 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.878229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:23.897372 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:23.923340 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 2, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:23.949379 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:29:23.949717 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Updating router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 port c22290c2-803f-486a-9be2-ed1ea04c3458 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:29:23.969114 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (9e332fd9-fdcf-495a-9546-8197da03d874), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:23.980896 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e332fd9-fdcf-495a-9546-8197da03d874'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:29:23.989947 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.007388 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Pushing event deleted for resources: {'Port': ['ID=9e332fd9-fdcf-495a-9546-8197da03d874,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:24.029702 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Allocated IP 172.27.1.79 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:24.079813 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] No DVR routers for this DVR port 9e332fd9-fdcf-495a-9546-8197da03d874 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:29:24.084186 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.087247 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9f558f03-a2ad-44d5-bbf6-6ca51809d093 req-6d95e4e7-27c1-4997-8ca1-fcda63517d80 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "DELETE /v2.0/ports/9e332fd9-fdcf-495a-9546-8197da03d874 HTTP/1.1" status: 204 len: 173 time: 1.1934016 Jul 07 10:29:24.087677 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'name': 'network-vif-deleted', 'tag': '9e332fd9-fdcf-495a-9546-8197da03d874'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:29:24.089933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dcaa70-1e00-452b-a01f-2b0ba7da198e" -d '{"events": [{"server_uuid": "ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6", "name": "network-vif-deleted", "tag": "9e332fd9-fdcf-495a-9546-8197da03d874"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:29:24.217550 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks [] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.226150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd08d3-0450-4c52-a88e-441ee63e5f3a x-openstack-request-id: req-02fd08d3-0450-4c52-a88e-441ee63e5f3a {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:29:24.226441 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6", "name": "network-vif-deleted", "tag": "9e332fd9-fdcf-495a-9546-8197da03d874", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:29:24.226697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02fd08d3-0450-4c52-a88e-441ee63e5f3a {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:29:24.227682 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fd08d3-0450-4c52-a88e-441ee63e5f3a'] response: {'server_uuid': 'ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6', 'name': 'network-vif-deleted', 'tag': '9e332fd9-fdcf-495a-9546-8197da03d874', 'status': 'completed', 'code': 200} Jul 07 10:29:24.237795 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6eee1973-b94c-4996-b5f1-31374e3387f2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:24.247054 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for floatingip (eec3d338-71bd-4de5-aeb2-41ba45314d31), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.312422 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.341681 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Publish callbacks [] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.353888 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.360300 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:24.367986 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.382838 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Pushing event updated for resources: {'Port': ['ID=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:24.401124 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:24.402544 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 6eee1973-b94c-4996-b5f1-31374e3387f2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:24.403022 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.419162 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:24.422409 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:24.437697 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Pushing event updated for resources: {'Port': ['ID=c22290c2-803f-486a-9be2-ed1ea04c3458,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:24.447046 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98f78cf2-db94-4d91-a778-cbc4a59842aa req-af0a69db-cb2a-4daa-8dd9-4710811469e7 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad09d0ff-a0fd-4bef-9648-ad2f76ef57e6 HTTP/1.1" status: 200 len: 210 time: 0.0489326 Jul 07 10:29:24.461912 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.462354 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.462815 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.463261 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.463688 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.464134 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.464638 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.465070 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.465489 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.465906 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.466323 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.466758 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.467171 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.467588 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.468075 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:29:24.550997 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 6eee1973-b94c-4996-b5f1-31374e3387f2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:24.552275 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:24.570838 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Attempting to bind port c22290c2-803f-486a-9be2-ed1ea04c3458 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:24.572011 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Attempting to bind port c22290c2-803f-486a-9be2-ed1ea04c3458 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:24.572569 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Attempting to bind port c22290c2-803f-486a-9be2-ed1ea04c3458 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:24.583823 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:24.585355 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Checking segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:24.585968 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.587142 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Bound using segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:24.587800 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Bound port: c22290c2-803f-486a-9be2-ed1ea04c3458, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:24.588367 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.616924 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:24.617917 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.620604 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.627144 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.741881 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:24.742562 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.745565 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event updated for resources: {'Port': ['ID=c64b8ac6-bf70-4921-b070-bf3b6647efa6,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:24.775834 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (eec3d338-71bd-4de5-aeb2-41ba45314d31), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.800844 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] For port c22290c2-803f-486a-9be2-ed1ea04c3458, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:24.805642 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] For port c22290c2-803f-486a-9be2-ed1ea04c3458, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c22290c2-803f-486a-9be2-ed1ea04c3458,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:24.815728 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:24.821898 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.822879 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:24.874206 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7d079-b304-4400-852c-f69cc3f0d87f None None] Network 38375804-ea9e-452c-8623-0e76faa75cf0 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:29:24.907553 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:24.908217 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:24.958259 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb0aa3-0c55-4239-8b7b-e592bdf6ac4e None None] Pushing event updated for resources: {'Port': ['ID=c22290c2-803f-486a-9be2-ed1ea04c3458,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:25.015095 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Floating IP eec3d338-71bd-4de5-aeb2-41ba45314d31 associated. External IP: 172.27.1.72, port: 52658524-0e22-481a-99ab-eb339029366f. Jul 07 10:29:25.038240 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks [] for router_gateway (eb50e149-259c-4759-9c17-25786baf2344), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.059504 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:25.111901 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.173432 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Provisioning complete for port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:25.174028 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.193153 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.235455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.252698 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:25.297746 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.300469 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.311115 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:24Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:25.315222 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Current status of the port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:25.316995 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:29:25.325893 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Provisioning complete for port c22290c2-803f-486a-9be2-ed1ea04c3458 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:25.326523 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.328297 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.347944 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (eb50e149-259c-4759-9c17-25786baf2344), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.389327 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231f5f-6fa8-46ef-8394-bbfd81792176 None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:24Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:29:25.430447 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Current status of the port c22290c2-803f-486a-9be2-ed1ea04c3458 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:25.430733 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.441252 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:25.452534 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:29:25.466808 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47376e79-738d-45ac-8996-da070744ed58 None None] Sync routers for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:29:25.480417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] For port c22290c2-803f-486a-9be2-ed1ea04c3458, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c22290c2-803f-486a-9be2-ed1ea04c3458,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:25.484301 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.485819 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:25.486554 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:25.533542 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f505d6ec-acd5-48fe-9359-8d2b5ddc551c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4319763 Jul 07 10:29:25.534629 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:29:25.538257 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a440b8-3eee-430f-8861-f9bf1628e93b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:29:25.598792 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d33b0-2624-44ca-ac34-0b8397cf6574 x-openstack-request-id: req-235d33b0-2624-44ca-ac34-0b8397cf6574 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:29:25.599084 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "tag": "52658524-0e22-481a-99ab-eb339029366f", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:29:25.599338 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-235d33b0-2624-44ca-ac34-0b8397cf6574 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:29:25.600299 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235d33b0-2624-44ca-ac34-0b8397cf6574'] response: {'name': 'network-changed', 'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'status': 'completed', 'code': 200} Jul 07 10:29:25.610601 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.669701 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:25.682924 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Router eb50e149-259c-4759-9c17-25786baf2344 is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:29:25.689664 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-24ada21c-b4ea-40f2-8eaf-56b404c4c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:25.691454 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-24ada21c-b4ea-40f2-8eaf-56b404c4c65b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1129 time: 0.0613835 Jul 07 10:29:25.720242 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce2773-acbe-4dfb-a87e-d8fa38ef768f None None] Pushing event updated for resources: {'Port': ['ID=c22290c2-803f-486a-9be2-ed1ea04c3458,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:25.735463 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e52582dd-7c79-4ea2-89d8-ad3d853e8b53 None None] Provisioning complete for port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:25.735980 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e52582dd-7c79-4ea2-89d8-ad3d853e8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.904271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:29:25.908944 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-7f923070-edbf-4259-9d5d-c20c90e61fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:25.910373 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-7f923070-edbf-4259-9d5d-c20c90e61fc5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 909 time: 0.2107322 Jul 07 10:29:25.915265 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Sync routers for ids ['eb50e149-259c-4759-9c17-25786baf2344'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:29:25.928706 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Routers {'eb50e149-259c-4759-9c17-25786baf2344'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:25.929780 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['eb50e149-259c-4759-9c17-25786baf2344'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:25.937143 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:25.940110 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6600396f-acca-4936-8691-d3df5971393e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2750077 Jul 07 10:29:25.943110 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46420) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:25.984604 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e52582dd-7c79-4ea2-89d8-ad3d853e8b53 None None] Current status of the port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:26.022725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e52582dd-7c79-4ea2-89d8-ad3d853e8b53 None None] Provisioning complete for port c22290c2-803f-486a-9be2-ed1ea04c3458 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:26.023105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e52582dd-7c79-4ea2-89d8-ad3d853e8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.041415 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-6da2e690-f1fd-4b0d-be51-59ab33899f2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 998 time: 0.1184018 Jul 07 10:29:26.046247 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:26.061830 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e332fd9-fdcf-495a-9546-8197da03d874 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:29:26.103317 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'eec3d338-71bd-4de5-aeb2-41ba45314d31', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'port_id': '52658524-0e22-481a-99ab-eb339029366f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'mac_address': 'fa:16:3e:f4:9c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:23Z', 'revision_number': 0, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:17Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:26.105181 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 9e332fd9-fdcf-495a-9546-8197da03d874 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:29:26.105526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e332fd9-fdcf-495a-9546-8197da03d874 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:29:26.127198 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-05fe9f49-fb8f-4300-8600-bfdcace98e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:26.129019 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-05fe9f49-fb8f-4300-8600-bfdcace98e5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.0802312 Jul 07 10:29:26.161877 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c22290c2-803f-486a-9be2-ed1ea04c3458 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:26.167361 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Set router eb50e149-259c-4759-9c17-25786baf2344 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:26.168044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47376e79-738d-45ac-8996-da070744ed58 None None] Checking router: ee80d1c5-164b-4403-a55f-f1dd5423dfe1 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:29:26.208611 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:26.209882 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:26.304906 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e52582dd-7c79-4ea2-89d8-ad3d853e8b53 None None] Current status of the port c22290c2-803f-486a-9be2-ed1ea04c3458 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:26.311265 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port c22290c2-803f-486a-9be2-ed1ea04c3458 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:26.311637 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.313122 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:26.413014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:26.464354 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:29:24Z', 'revision_number': 3, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:26.485745 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port c22290c2-803f-486a-9be2-ed1ea04c3458 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:26.486804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:26.490185 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Checking router: eb50e149-259c-4759-9c17-25786baf2344 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:29:26.490597 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Updating router eb50e149-259c-4759-9c17-25786baf2344 port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:29:26.528221 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.598481 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:26.598857 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.660508 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:26.694046 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.765635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-47376e79-738d-45ac-8996-da070744ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'eec3d338-71bd-4de5-aeb2-41ba45314d31', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'port_id': '52658524-0e22-481a-99ab-eb339029366f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'mac_address': 'fa:16:3e:f4:9c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:23Z', 'revision_number': 0, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:17Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:26.767380 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:26.794396 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Publish callbacks [] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.800004 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47376e79-738d-45ac-8996-da070744ed58 None None] The sync data for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi is: [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'eec3d338-71bd-4de5-aeb2-41ba45314d31', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'port_id': '52658524-0e22-481a-99ab-eb339029366f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'mac_address': 'fa:16:3e:f4:9c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:23Z', 'revision_number': 0, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:17Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:29:26.801920 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.861709 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Allocated IP 172.20.0.1 (38375804-ea9e-452c-8623-0e76faa75cf0/90a726ec-3fa1-43e9-abad-a522d4713f5b/a77d90df-2ac9-44b9-baa5-81d695edc137) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:26.868635 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Attempting to bind port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:26.869002 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Attempting to bind port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:26.869363 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Attempting to bind port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:26.879596 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:26.880067 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:26.880483 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.881404 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:26.881872 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Bound port: 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:26.882248 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.884094 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3274-06af-43d5-90a1-5e0b0ed1453b None None] Pushing event updated for resources: {'Port': ['ID=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,revision_number=2']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:26.903788 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:26.938399 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] For port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:26.941566 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] For port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:26.949887 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.968768 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-6ef5184d-2b72-471f-a0b1-e7fcf106363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:26.970401 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-6ef5184d-2b72-471f-a0b1-e7fcf106363d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527709 Jul 07 10:29:26.988039 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks [] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:26.995783 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:26.997662 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:27.016259 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Routers {'eb50e149-259c-4759-9c17-25786baf2344'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:27.016968 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['eb50e149-259c-4759-9c17-25786baf2344'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:27.027857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.054819 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3274-06af-43d5-90a1-5e0b0ed1453b None None] Pushing event updated for resources: {'Port': ['ID=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:27.073377 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Network 38375804-ea9e-452c-8623-0e76faa75cf0 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:27.077620 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7385d3-f51a-4315-95b5-d65e8371c058 None None] New status for floating IP eec3d338-71bd-4de5-aeb2-41ba45314d31: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:29:27.079874 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:27.082772 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:27.105988 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a77d90df-2ac9-44b9-baa5-81d695edc137,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:27.129302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (eb50e149-259c-4759-9c17-25786baf2344), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.133321 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] Set router eb50e149-259c-4759-9c17-25786baf2344 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:27.289655 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.337122 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:29:24Z', 'revision_number': 3, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:27.364844 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74029-544f-455f-af1a-02734fdffce1 None None] The sync data for ids ['eb50e149-259c-4759-9c17-25786baf2344'] in dv-cinder-822821-4-iscsi is: [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:29:24Z', 'revision_number': 3, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:29:27.442060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-59cb0c50-d259-4d6c-9350-24262df54b74 None None] Provisioning complete for port a77d90df-2ac9-44b9-baa5-81d695edc137 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:27.442636 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-59cb0c50-d259-4d6c-9350-24262df54b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.475413 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks [] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.476433 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-59cb0c50-d259-4d6c-9350-24262df54b74 None None] Port a77d90df-2ac9-44b9-baa5-81d695edc137 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:29:27.480724 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.551935 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a77d90df-2ac9-44b9-baa5-81d695edc137,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:27.555840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (eb50e149-259c-4759-9c17-25786baf2344), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.647784 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Network 38375804-ea9e-452c-8623-0e76faa75cf0 is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:27.649290 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:27.760905 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Router eb50e149-259c-4759-9c17-25786baf2344 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:29:27.763977 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:27.823370 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-a910b2d9-8a7d-4336-a40a-30b4da2546a5 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005723 Jul 07 10:29:27.879287 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:29:27.887790 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-1cc66db2-77e9-493b-a84b-ccab0cba4cf5 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb50e149-259c-4759-9c17-25786baf2344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9404278 Jul 07 10:29:27.900936 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-90d736ba-82b3-4e55-b3d4-56cc0105f209 None None] Provisioning complete for port a77d90df-2ac9-44b9-baa5-81d695edc137 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:27.901303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-90d736ba-82b3-4e55-b3d4-56cc0105f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:27.926108 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:27.933290 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-90d736ba-82b3-4e55-b3d4-56cc0105f209 None None] Port a77d90df-2ac9-44b9-baa5-81d695edc137 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:29:28.265098 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46432) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:28.269632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51530022', 'description': 'tempest-secgroup-smoke-51530022 description', 'project_id': '12a91d56e163442dacf4c5ce7b28a132'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:28.279401 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:28.293276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.367688 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group (d5b88ff1-06e1-4086-9fef-b4051e82a3ed), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.371616 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d5b88ff1-06e1-4086-9fef-b4051e82a3ed), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.401571 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.405734 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1367364 Jul 07 10:29:28.406294 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46434) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:28.409761 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d1379-7f7c-4e49-aa8f-f9ff26e614f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b88ff1-06e1-4086-9fef-b4051e82a3ed,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:28.410615 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group_rule': {'security_group_id': 'd5b88ff1-06e1-4086-9fef-b4051e82a3ed', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:28.448703 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (52ac1247-b1b0-499e-b53e-9208ff867913), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.509617 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (52ac1247-b1b0-499e-b53e-9208ff867913), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.529870 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (52ac1247-b1b0-499e-b53e-9208ff867913), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.553897 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ac1247-b1b0-499e-b53e-9208ff867913,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:28.560935 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.562061 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-169f0f95-20cb-4889-a46c-1e4e5c4ba47c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550882 Jul 07 10:29:28.564935 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46438) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:28.570373 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group_rule': {'security_group_id': 'd5b88ff1-06e1-4086-9fef-b4051e82a3ed', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:28.598522 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (0df4a526-8f96-4df9-b746-6027a90afc4f), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.663861 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (0df4a526-8f96-4df9-b746-6027a90afc4f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.667413 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (0df4a526-8f96-4df9-b746-6027a90afc4f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.670974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:28.686865 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df4a526-8f96-4df9-b746-6027a90afc4f,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:28.696170 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.699883 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-352f0f76-f975-4c3b-a62b-f04370cc9881 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314166 Jul 07 10:29:28.700302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46440) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:28.704580 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group_rule': {'security_group_id': 'd5b88ff1-06e1-4086-9fef-b4051e82a3ed', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:28.733788 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97a440b8-3eee-430f-8861-f9bf1628e93b req-2775b58a-97ad-4fd8-ae1f-b925598adb2e service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991366 Jul 07 10:29:28.734660 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (f21ea374-21b8-43ca-bff1-744911665b2f), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.791494 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (f21ea374-21b8-43ca-bff1-744911665b2f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.794909 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (f21ea374-21b8-43ca-bff1-744911665b2f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.813803 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21ea374-21b8-43ca-bff1-744911665b2f,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:28.820957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.822054 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8d75924f-458e-4ef6-91dd-56fbe47bb9ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208043 Jul 07 10:29:28.825185 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46442) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:28.830260 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group_rule': {'security_group_id': 'd5b88ff1-06e1-4086-9fef-b4051e82a3ed', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:28.862523 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (7e232e90-9d9b-4da0-92df-1f6d93b79a64), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.920560 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (7e232e90-9d9b-4da0-92df-1f6d93b79a64), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.925354 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (7e232e90-9d9b-4da0-92df-1f6d93b79a64), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.943529 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e232e90-9d9b-4da0-92df-1f6d93b79a64,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:28.959667 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:28.960907 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-996823fd-f3d2-4296-8939-f45b1999cb06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340461 Jul 07 10:29:28.963616 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46450) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:28.968137 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group_rule': {'security_group_id': 'd5b88ff1-06e1-4086-9fef-b4051e82a3ed', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:28.990110 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.securitygroups_db [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Project 12a91d56e163442dacf4c5ce7b28a132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 10:29:28.996596 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (c8940a6e-a2c0-45fc-a680-d62066a118fc), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.054535 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:29.062657 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (c8940a6e-a2c0-45fc-a680-d62066a118fc), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.069179 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (c8940a6e-a2c0-45fc-a680-d62066a118fc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.093422 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:29.108309 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8940a6e-a2c0-45fc-a680-d62066a118fc,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:29.119046 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.119046 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-400eab88-9874-442a-9472-6fb9298e0416 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537967 Jul 07 10:29:29.121739 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46462) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:29:29.134136 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'security_group_rule': {'security_group_id': 'd5b88ff1-06e1-4086-9fef-b4051e82a3ed', 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:29.157766 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.securitygroups_db [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Project 12a91d56e163442dacf4c5ce7b28a132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 10:29:29.167620 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (bca5507f-64c4-4f18-a7ec-252f870abcae), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.232602 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (bca5507f-64c4-4f18-a7ec-252f870abcae), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.236985 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (bca5507f-64c4-4f18-a7ec-252f870abcae), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.248705 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:29.257245 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca5507f-64c4-4f18-a7ec-252f870abcae,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:29.269129 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.271077 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bffc1d5f-249f-43a2-9eba-94dadcfdf657 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481874 Jul 07 10:29:29.453774 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Sync routers for ids ['eb50e149-259c-4759-9c17-25786baf2344'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:29:29.469423 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Routers {'eb50e149-259c-4759-9c17-25786baf2344'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:29.470042 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['eb50e149-259c-4759-9c17-25786baf2344'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:29.575903 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Set router eb50e149-259c-4759-9c17-25786baf2344 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:29.781673 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:29:27Z', 'revision_number': 4, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'a77d90df-2ac9-44b9-baa5-81d695edc137', 'name': '', 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'mac_address': 'fa:16:3e:9a:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '90a726ec-3fa1-43e9-abad-a522d4713f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:26Z', 'updated_at': '2022-07-07T10:29:27Z', 'revision_number': 2, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'subnets': [{'id': '90a726ec-3fa1-43e9-abad-a522d4713f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:29.807516 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Checking router: eb50e149-259c-4759-9c17-25786baf2344 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:29:29.807908 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Updating router eb50e149-259c-4759-9c17-25786baf2344 port a77d90df-2ac9-44b9-baa5-81d695edc137 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:29:29.836741 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:29.884799 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:29.935105 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:30.042937 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:30.090539 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:30.090833 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.178611 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:30.179005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.187462 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:30.207661 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:30.211930 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Publish callbacks [] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.212105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.220383 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.266671 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039244c-63f4-4241-9dd5-ed7982087466 None None] Pushing event updated for resources: {'Port': ['ID=a77d90df-2ac9-44b9-baa5-81d695edc137,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:30.267542 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:30.343321 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Attempting to bind port a77d90df-2ac9-44b9-baa5-81d695edc137 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:30.343684 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Attempting to bind port a77d90df-2ac9-44b9-baa5-81d695edc137 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:30.344219 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Attempting to bind port a77d90df-2ac9-44b9-baa5-81d695edc137 on network 38375804-ea9e-452c-8623-0e76faa75cf0 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:30.350980 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:30.351385 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Checking segment: {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:30.351937 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.352331 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Bound using segment: {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:30.352819 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Bound port: a77d90df-2ac9-44b9-baa5-81d695edc137, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:30.353199 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.423103 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] For port a77d90df-2ac9-44b9-baa5-81d695edc137, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:30.429024 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] For port a77d90df-2ac9-44b9-baa5-81d695edc137, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=a77d90df-2ac9-44b9-baa5-81d695edc137,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:30.434691 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.497993 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Routers {'eb50e149-259c-4759-9c17-25786baf2344'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:29:30.498643 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['eb50e149-259c-4759-9c17-25786baf2344'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:30.537421 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039244c-63f4-4241-9dd5-ed7982087466 None None] Pushing event updated for resources: {'Port': ['ID=a77d90df-2ac9-44b9-baa5-81d695edc137,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:30.572274 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] Provisioning complete for port a77d90df-2ac9-44b9-baa5-81d695edc137 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:30.572642 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.618525 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] Set router eb50e149-259c-4759-9c17-25786baf2344 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:29:30.653264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] Current status of the port a77d90df-2ac9-44b9-baa5-81d695edc137 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:30.653648 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.695823 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] For port a77d90df-2ac9-44b9-baa5-81d695edc137, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=a77d90df-2ac9-44b9-baa5-81d695edc137,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:30.701740 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.750782 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6515c-1980-4adc-a8ce-d80713eefcb6 None None] Pushing event updated for resources: {'Port': ['ID=a77d90df-2ac9-44b9-baa5-81d695edc137,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:30.822886 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:29:27Z', 'revision_number': 4, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'a77d90df-2ac9-44b9-baa5-81d695edc137', 'name': '', 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'mac_address': 'fa:16:3e:9a:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '90a726ec-3fa1-43e9-abad-a522d4713f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:26Z', 'updated_at': '2022-07-07T10:29:30Z', 'revision_number': 4, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'subnets': [{'id': '90a726ec-3fa1-43e9-abad-a522d4713f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:29:30.829433 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e0ff5bc9-df50-4d4e-a9b7-de0bc9db850b None None] Provisioning complete for port a77d90df-2ac9-44b9-baa5-81d695edc137 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:30.829835 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5bc9-df50-4d4e-a9b7-de0bc9db850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:30.848636 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1181e3-2a5e-47df-82aa-308dba810c88 None None] The sync data for ids ['eb50e149-259c-4759-9c17-25786baf2344'] in dv-cinder-822821-4-iscsi is: [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:29:27Z', 'revision_number': 4, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'a77d90df-2ac9-44b9-baa5-81d695edc137', 'name': '', 'network_id': '38375804-ea9e-452c-8623-0e76faa75cf0', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'mac_address': 'fa:16:3e:9a:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '90a726ec-3fa1-43e9-abad-a522d4713f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:26Z', 'updated_at': '2022-07-07T10:29:30Z', 'revision_number': 4, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'subnets': [{'id': '90a726ec-3fa1-43e9-abad-a522d4713f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:29:30.922680 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff5bc9-df50-4d4e-a9b7-de0bc9db850b None None] Current status of the port a77d90df-2ac9-44b9-baa5-81d695edc137 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:32.086595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a77d90df-2ac9-44b9-baa5-81d695edc137 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:32.129514 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port a77d90df-2ac9-44b9-baa5-81d695edc137 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:32.129892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:32.210713 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port a77d90df-2ac9-44b9-baa5-81d695edc137 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:32.211886 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:32.254566 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:32.254938 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:32.321575 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:32.328710 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:34.830217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-d37d0217-19fe-4410-8419-b450472755a8 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:34.831713 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-d37d0217-19fe-4410-8419-b450472755a8 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/networks?id=b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 200 len: 812 time: 0.1049912 Jul 07 10:29:34.846738 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-41fed9f8-3f49-47f0-b5fc-2d080f9d6df3 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/quotas/1bd64979a2bc4ca6be57262f4387920e HTTP/1.1" status: 200 len: 375 time: 0.0091431 Jul 07 10:29:34.878848 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-3af1ad7e-cb73-4203-a6ef-38a6569d9ee8 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bd64979a2bc4ca6be57262f4387920e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267243 Jul 07 10:29:34.973054 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-7d0c6162-fb96-4399-aea2-d857bd1dab4e service neutron] 10.222.0.16 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873508 Jul 07 10:29:35.065428 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-d6e92825-7a7c-48ba-87fc-8a911c397cbd service neutron] 10.222.0.16 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850933 Jul 07 10:29:35.224434 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-df8aa922-a8e1-490c-88bc-a0f955f05656 req-1813b599-72c0-4541-83c8-f2d901dea35e tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jul 07 10:29:36.328649 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-febb33a4-aca6-45f6-9231-030bb4a5fa7d req-0be17461-4c06-4f75-b6dd-62d53b2a4c66 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 210 time: 0.0349422 Jul 07 10:29:36.906688 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-80aae8f2-b332-4edc-9cac-16a8f00f93a2 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:36.908175 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-80aae8f2-b332-4edc-9cac-16a8f00f93a2 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "GET /v2.0/networks?id=b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 200 len: 812 time: 0.1435597 Jul 07 10:29:36.942351 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Request body: {'port': {'device_id': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'network_id': 'b3e89720-1b64-4314-83e5-302338369447', 'admin_state_up': True, 'tenant_id': '1bd64979a2bc4ca6be57262f4387920e'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:37.091276 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Made reservation on behalf of 1bd64979a2bc4ca6be57262f4387920e for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:29:37.103445 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:37.191983 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-e7a99e8c-a2e2-4860-ae82-2ec61f45d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.198028 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-e7a99e8c-a2e2-4860-ae82-2ec61f45d2cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.0535014 Jul 07 10:29:37.245595 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3f785-af94-412b-9305-b56f9d0495ac req-80d931ab-e732-45f3-84ac-b17454016a7c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.246989 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-25d3f785-af94-412b-9305-b56f9d0495ac req-80d931ab-e732-45f3-84ac-b17454016a7c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.1179354 Jul 07 10:29:37.346538 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:37.370445 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b7ce7-8e18-4de6-9848-7e2d8a3b006e req-a03e1197-26f2-42ca-ba33-bff288bb7389 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.373694 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-25d3f785-af94-412b-9305-b56f9d0495ac req-3ff8c52e-4a89-48cb-ae06-33d0d55c1c5d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175520 Jul 07 10:29:37.377656 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e80b7ce7-8e18-4de6-9848-7e2d8a3b006e req-a03e1197-26f2-42ca-ba33-bff288bb7389 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0858736 Jul 07 10:29:37.378070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Allocated IP 172.20.0.5 (b3e89720-1b64-4314-83e5-302338369447/0ffa8547-5804-43c2-99b3-6e063b2be75a/6374acf9-967e-4103-9fea-a3e673c8bd19) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:37.380302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-5ac4b909-02bb-485a-829f-586ff260bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.381707 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-5ac4b909-02bb-485a-829f-586ff260bc60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.1752095 Jul 07 10:29:37.418096 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:37.445276 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e80b7ce7-8e18-4de6-9848-7e2d8a3b006e req-727a1b2a-3a93-4e71-806e-d91d8ca68397 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666907 Jul 07 10:29:37.487835 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9b4b881c-f6be-4b7f-8c6d-06c6439ac72e req-460fbbd8-c83e-4e4e-b547-0815ada70f0d tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 210 time: 0.0312865 Jul 07 10:29:37.543631 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-54c46ca4-2033-4b8a-8dbe-0c2fcaa7bc77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 1000 time: 0.0670395 Jul 07 10:29:37.575835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks [] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:37.599547 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-f478fec5-64bc-42a7-b737-e87b2ad71794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.600971 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-f478fec5-64bc-42a7-b737-e87b2ad71794 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0457504 Jul 07 10:29:37.608519 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:37.647878 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-4d310f3c-b0e8-4ea9-9423-4ce8a16f6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.650020 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-4d310f3c-b0e8-4ea9-9423-4ce8a16f6ef5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404999 Jul 07 10:29:37.661279 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Network b3e89720-1b64-4314-83e5-302338369447 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:37.662598 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Pushing event updated for resources: {'Port': ['ID=6374acf9-967e-4103-9fea-a3e673c8bd19,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:37.665252 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:37.667295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:37.716981 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:37.717589 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:37.733750 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-1e94ae88-e6a9-4518-8590-84e7a33aca38 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961547 Jul 07 10:29:37.745355 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Request body: {'port': {'device_id': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:37.754210 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-72fe3bf3-ec3a-471b-9b5c-2361bbc30ceb service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895956 Jul 07 10:29:37.810594 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:37.852394 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5d851544-a08e-4ce9-8804-809cdbb97333 req-dee5d8b7-ef7a-4c43-a2de-0cbcadc14984 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912683 Jul 07 10:29:38.079975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6374acf9-967e-4103-9fea-a3e673c8bd19 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:29:38.087587 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Publish callbacks [] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:38.099902 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Transition to ACTIVE for port object 6374acf9-967e-4103-9fea-a3e673c8bd19 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:29:38.103689 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:38.156093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Pushing event updated for resources: {'Port': ['ID=6374acf9-967e-4103-9fea-a3e673c8bd19,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:38.222674 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:38.228345 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Attempting to bind port 6374acf9-967e-4103-9fea-a3e673c8bd19 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:38.228713 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Attempting to bind port 6374acf9-967e-4103-9fea-a3e673c8bd19 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:38.229106 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Attempting to bind port 6374acf9-967e-4103-9fea-a3e673c8bd19 on network b3e89720-1b64-4314-83e5-302338369447 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:38.234182 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Port 6374acf9-967e-4103-9fea-a3e673c8bd19 on network b3e89720-1b64-4314-83e5-302338369447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:29:38.234568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Attempting to bind port 6374acf9-967e-4103-9fea-a3e673c8bd19 on network b3e89720-1b64-4314-83e5-302338369447 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:38.237692 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:38.242512 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:38.242854 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Checking segment: {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:38.243229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Bound using segment: {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:38.243652 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Bound port: 6374acf9-967e-4103-9fea-a3e673c8bd19, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3e89720-1b64-4314-83e5-302338369447'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:38.244032 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:38.311067 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] For port 6374acf9-967e-4103-9fea-a3e673c8bd19, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:38.314289 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] For port 6374acf9-967e-4103-9fea-a3e673c8bd19, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=6374acf9-967e-4103-9fea-a3e673c8bd19,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:38.320616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:38.358327 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:38.358943 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:38.360397 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] 10.222.0.58 "PUT /v2.0/ports/6374acf9-967e-4103-9fea-a3e673c8bd19 HTTP/1.1" status: 200 len: 1093 time: 0.6192827 Jul 07 10:29:38.362600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'tag': '6374acf9-967e-4103-9fea-a3e673c8bd19'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:29:38.364957 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0af28-5732-44dc-beab-ef530b30024f" -d '{"events": [{"name": "network-changed", "server_uuid": "169d7e71-dbcf-49c1-9f22-2e2fe854e9ab", "tag": "6374acf9-967e-4103-9fea-a3e673c8bd19"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:29:38.389008 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283e9fd-f792-4765-bdcc-22b912877b18 service neutron] Pushing event updated for resources: {'Port': ['ID=6374acf9-967e-4103-9fea-a3e673c8bd19,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:38.413143 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7002e92f-d3fa-407d-b7b7-070f424a2167 x-openstack-request-id: req-7002e92f-d3fa-407d-b7b7-070f424a2167 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:29:38.413143 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169d7e71-dbcf-49c1-9f22-2e2fe854e9ab", "tag": "6374acf9-967e-4103-9fea-a3e673c8bd19", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:29:38.413143 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7002e92f-d3fa-407d-b7b7-070f424a2167 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:29:38.413454 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7002e92f-d3fa-407d-b7b7-070f424a2167'] response: {'name': 'network-changed', 'server_uuid': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'tag': '6374acf9-967e-4103-9fea-a3e673c8bd19', 'status': 'completed', 'code': 200} Jul 07 10:29:38.441790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-e74e7bab-9b21-45e6-aa2a-4a9dd9bc262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:38.443376 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-e74e7bab-9b21-45e6-aa2a-4a9dd9bc262a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bd64979a2bc4ca6be57262f4387920e&device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 1127 time: 0.0428534 Jul 07 10:29:38.497997 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-fbfa6500-6eab-419d-8c02-5cbe6e9a53fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6374acf9-967e-4103-9fea-a3e673c8bd19 HTTP/1.1" status: 200 len: 217 time: 0.0470507 Jul 07 10:29:38.566938 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40c0d-6964-4fdc-8104-19a94f84d09b req-1f46125c-936b-40e9-baa6-274c7eb9429f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:38.568540 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e4b40c0d-6964-4fdc-8104-19a94f84d09b req-1f46125c-936b-40e9-baa6-274c7eb9429f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0532124 Jul 07 10:29:38.621583 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e4b40c0d-6964-4fdc-8104-19a94f84d09b req-3ed54cc2-0858-4290-a04b-3e3b31e31bdf tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460341 Jul 07 10:29:38.745302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40c5dc-f4af-485d-9114-a4547844838b req-0ea44cca-49b3-435b-8b78-339523408fa6 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:38.747252 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fc40c5dc-f4af-485d-9114-a4547844838b req-0ea44cca-49b3-435b-8b78-339523408fa6 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 943 time: 0.0552444 Jul 07 10:29:38.802188 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fc40c5dc-f4af-485d-9114-a4547844838b req-621c979f-8094-4f2a-8d24-58890b877eb3 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Jul 07 10:29:38.827964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d0436-dbbe-40a3-900d-f4ace5a38895 req-99ff93a5-c147-4688-b587-0fd35ef5e8ba tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:38.829554 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0c9d0436-dbbe-40a3-900d-f4ace5a38895 req-99ff93a5-c147-4688-b587-0fd35ef5e8ba tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.3714359 Jul 07 10:29:38.831167 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-ef04b666-aa6d-49ff-ab30-fe9f7207aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:38.832513 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-ef04b666-aa6d-49ff-ab30-fe9f7207aa63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ffa8547-5804-43c2-99b3-6e063b2be75a HTTP/1.1" status: 200 len: 852 time: 0.0647528 Jul 07 10:29:38.884256 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-e26e242a-e47c-4e5b-9ee7-31b8614885d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3e89720-1b64-4314-83e5-302338369447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416958 Jul 07 10:29:38.923833 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0c9d0436-dbbe-40a3-900d-f4ace5a38895 req-155e35a4-aaec-4acf-9292-b026b47f4f8d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887878 Jul 07 10:29:38.992802 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-5e70c570-0d35-45cf-84ea-3715df2ed239 service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976150 Jul 07 10:29:39.093088 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a52c6e27-d285-476a-a09e-7be0f685eb43 req-624df912-7164-46e5-bb00-e53d35541f19 service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939255 Jul 07 10:29:39.740925 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04456fe1-dcc8-4680-9107-10f19127ec05 req-0988f8d5-32d9-4d8e-a248-9bc6f78ab767 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:39.742374 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-04456fe1-dcc8-4680-9107-10f19127ec05 req-0988f8d5-32d9-4d8e-a248-9bc6f78ab767 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0504966 Jul 07 10:29:39.778302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:39.790746 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-04456fe1-dcc8-4680-9107-10f19127ec05 req-c0c6d06d-865b-4cf8-8a05-500fa253a5c1 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Jul 07 10:29:39.915177 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f3bdf-9d1f-4d6c-b325-e80d2ae72759 req-edc62f82-3c47-4dd2-8e1d-233d0571fd9a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:39.916723 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-051f3bdf-9d1f-4d6c-b325-e80d2ae72759 req-edc62f82-3c47-4dd2-8e1d-233d0571fd9a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 943 time: 0.0477080 Jul 07 10:29:39.965482 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-051f3bdf-9d1f-4d6c-b325-e80d2ae72759 req-82cd51c6-a47d-4840-90be-0fc0d4b7b4af tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Jul 07 10:29:40.039508 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2877a-4c24-4d53-bdeb-66e84dc4c359 req-f64646e4-57d0-419a-aa29-7dfcced89164 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:40.040896 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fec2877a-4c24-4d53-bdeb-66e84dc4c359 req-f64646e4-57d0-419a-aa29-7dfcced89164 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Jul 07 10:29:40.088253 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fec2877a-4c24-4d53-bdeb-66e84dc4c359 req-164932df-eff3-4b21-acfc-0735fe53c0f3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Jul 07 10:29:40.346655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0af28-5732-44dc-beab-ef530b30024f req-d2f61501-ba85-4807-96f8-8eedba1c8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:40.348326 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-d2f61501-ba85-4807-96f8-8eedba1c8d80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bd64979a2bc4ca6be57262f4387920e&device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 1127 time: 0.0433104 Jul 07 10:29:40.457066 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0af28-5732-44dc-beab-ef530b30024f req-03c4ecda-2fc6-44b5-8a47-cae72263f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:40.458719 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-03c4ecda-2fc6-44b5-8a47-cae72263f832 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 200 len: 913 time: 0.0964749 Jul 07 10:29:40.507594 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-12f2d55c-81ed-47f8-8906-0fa6e1c9ffd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6374acf9-967e-4103-9fea-a3e673c8bd19 HTTP/1.1" status: 200 len: 217 time: 0.0332437 Jul 07 10:29:40.561726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0af28-5732-44dc-beab-ef530b30024f req-a882de0b-0d49-49c1-a7b9-550a4f2bafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:40.563068 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-a882de0b-0d49-49c1-a7b9-550a4f2bafd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ffa8547-5804-43c2-99b3-6e063b2be75a HTTP/1.1" status: 200 len: 852 time: 0.0496042 Jul 07 10:29:40.603018 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-3dedc4a8-b4da-4224-84ea-98e0940e6ba8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3e89720-1b64-4314-83e5-302338369447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261674 Jul 07 10:29:40.703963 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-0aa47565-c167-457a-b9bc-7fe9cb048f84 service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892072 Jul 07 10:29:40.732616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:40.738765 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:40.805006 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-48c0af28-5732-44dc-beab-ef530b30024f req-5f405364-1dde-4caf-8805-e239067d32e7 service neutron] 10.222.0.58 "GET /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926228 Jul 07 10:29:40.826763 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:40.905604 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca378a-92a9-4bf2-b712-cca0eb877f25 req-eaf8348a-90c4-4e19-9202-98fd97dd0c5f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:40.907079 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7bca378a-92a9-4bf2-b712-cca0eb877f25 req-eaf8348a-90c4-4e19-9202-98fd97dd0c5f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0491147 Jul 07 10:29:40.955435 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7bca378a-92a9-4bf2-b712-cca0eb877f25 req-ba64506f-13c3-4e6e-8688-0f00f5e79280 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Jul 07 10:29:41.078675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db2334-a2a8-48b4-9b2d-a738d509b815 req-9dd3ef50-c2ad-46eb-808e-596e01c95512 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:41.080025 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-61db2334-a2a8-48b4-9b2d-a738d509b815 req-9dd3ef50-c2ad-46eb-808e-596e01c95512 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 943 time: 0.0465763 Jul 07 10:29:41.131770 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-61db2334-a2a8-48b4-9b2d-a738d509b815 req-8f120d97-26eb-44ff-950b-2ea9485388f3 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 Jul 07 10:29:41.208383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ca2ce-00cc-48eb-91ac-03cfd2ba1250 req-d8a05bf6-449d-4b4d-b640-9e4a202f7edf tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:41.209851 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-257ca2ce-00cc-48eb-91ac-03cfd2ba1250 req-d8a05bf6-449d-4b4d-b640-9e4a202f7edf tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0511498 Jul 07 10:29:41.258544 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-257ca2ce-00cc-48eb-91ac-03cfd2ba1250 req-4092bb9a-4bf2-412a-b8e7-faa14e1e33a1 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Jul 07 10:29:42.066185 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d14be-deac-46da-ba6b-05d1541b0c76 req-f77cb12e-e2f6-40a9-b7a0-071b6caa1922 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:42.067640 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-438d14be-deac-46da-ba6b-05d1541b0c76 req-f77cb12e-e2f6-40a9-b7a0-071b6caa1922 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0461712 Jul 07 10:29:42.114151 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-438d14be-deac-46da-ba6b-05d1541b0c76 req-fc110bea-403f-4b17-85d5-d13f34b14e2b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 Jul 07 10:29:42.244524 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43499e19-779a-4f66-96e5-774768373bb2 req-f3fb85cd-a0b8-4b62-a9e4-a39a2574e356 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:42.245900 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-43499e19-779a-4f66-96e5-774768373bb2 req-f3fb85cd-a0b8-4b62-a9e4-a39a2574e356 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 943 time: 0.0467808 Jul 07 10:29:42.292464 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-43499e19-779a-4f66-96e5-774768373bb2 req-262e3dc0-6103-4c32-bca9-a91340588e20 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Jul 07 10:29:42.328002 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:42.372005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:42.380114 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b04c6-c2d8-4422-80ab-472c529fa4f6 req-be4c21b1-bffc-4242-9af8-8f92f84e6512 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:42.381590 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2c2b04c6-c2d8-4422-80ab-472c529fa4f6 req-be4c21b1-bffc-4242-9af8-8f92f84e6512 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0474637 Jul 07 10:29:42.428073 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2c2b04c6-c2d8-4422-80ab-472c529fa4f6 req-e9f0221f-5df1-4bfa-b57d-243134171764 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Jul 07 10:29:42.721692 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 6374acf9-967e-4103-9fea-a3e673c8bd19 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:29:42.818621 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 6374acf9-967e-4103-9fea-a3e673c8bd19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=6374acf9-967e-4103-9fea-a3e673c8bd19,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:42.829756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '6374acf9-967e-4103-9fea-a3e673c8bd19', 'network_id': 'b3e89720-1b64-4314-83e5-302338369447', 'port_id': '6374acf9-967e-4103-9fea-a3e673c8bd19', 'mac_address': 'fa:16:3e:7a:6b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffa8547-5804-43c2-99b3-6e063b2be75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:29:42.866145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 6374acf9-967e-4103-9fea-a3e673c8bd19 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:42.866619 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:42.879294 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6374acf9-967e-4103-9fea-a3e673c8bd19 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:29:42.899225 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 6374acf9-967e-4103-9fea-a3e673c8bd19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=6374acf9-967e-4103-9fea-a3e673c8bd19,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:42.903145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:42.946843 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=6374acf9-967e-4103-9fea-a3e673c8bd19,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:43.225619 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a4fa-07f0-475c-b99c-35f4c5bef6a7 req-52125e8f-e07a-498f-9a17-c8ffb635f6c4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:43.227758 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9b1a4fa-07f0-475c-b99c-35f4c5bef6a7 req-52125e8f-e07a-498f-9a17-c8ffb635f6c4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0485525 Jul 07 10:29:43.232331 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['6374acf9-967e-4103-9fea-a3e673c8bd19'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:29:43.277854 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c9b1a4fa-07f0-475c-b99c-35f4c5bef6a7 req-dbf1c3ab-fb4a-41c3-92a0-f10446e2dc22 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Jul 07 10:29:43.409129 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b71987-24a3-447d-9c8a-2bfcdcb0ae7a req-e70f8b74-0544-455a-a707-b5f27f924e43 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:43.410720 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-31b71987-24a3-447d-9c8a-2bfcdcb0ae7a req-e70f8b74-0544-455a-a707-b5f27f924e43 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 944 time: 0.0506251 Jul 07 10:29:43.457726 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-31b71987-24a3-447d-9c8a-2bfcdcb0ae7a req-4aa624ef-b7ac-48b2-bb3d-5d3a27278690 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Jul 07 10:29:43.541041 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027bd5c-9389-4b07-a9d3-23469644b6c9 req-c8b808bc-bf09-4513-bb14-7f816857c4a6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:43.542497 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0027bd5c-9389-4b07-a9d3-23469644b6c9 req-c8b808bc-bf09-4513-bb14-7f816857c4a6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Jul 07 10:29:43.588771 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0027bd5c-9389-4b07-a9d3-23469644b6c9 req-c3bc9197-721e-47a6-8f22-71bc5919f58f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Jul 07 10:29:44.389958 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271208f-870f-44bd-b841-c63dd78ee70d req-c3c66813-4e3b-4d5e-9f06-c42d1d881109 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:44.391410 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a271208f-870f-44bd-b841-c63dd78ee70d req-c3c66813-4e3b-4d5e-9f06-c42d1d881109 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0455046 Jul 07 10:29:44.437216 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a271208f-870f-44bd-b841-c63dd78ee70d req-464c1960-3422-4485-ad00-f072df880c63 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Jul 07 10:29:44.569543 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc6a6b-e812-4861-8290-12f089eb6baf req-909de7de-477a-4cff-b7a6-661b0f1f0f2a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:44.571875 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72cc6a6b-e812-4861-8290-12f089eb6baf req-909de7de-477a-4cff-b7a6-661b0f1f0f2a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 944 time: 0.0468912 Jul 07 10:29:44.617754 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-72cc6a6b-e812-4861-8290-12f089eb6baf req-30df622b-a863-48e9-aab5-48bca6d33489 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Jul 07 10:29:44.703814 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c463f6-1405-4daf-882f-1a5a3a486477 req-815ed452-9900-4717-83ee-7264ce496dd7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:44.705269 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-19c463f6-1405-4daf-882f-1a5a3a486477 req-815ed452-9900-4717-83ee-7264ce496dd7 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Jul 07 10:29:44.733050 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 6374acf9-967e-4103-9fea-a3e673c8bd19 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:29:44.751539 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-19c463f6-1405-4daf-882f-1a5a3a486477 req-564d6b5c-9070-40a8-970c-73e5705438d6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Jul 07 10:29:44.772511 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 6374acf9-967e-4103-9fea-a3e673c8bd19 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:29:44.778497 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 6374acf9-967e-4103-9fea-a3e673c8bd19 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:44.778874 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:44.806590 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:44.852385 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 6374acf9-967e-4103-9fea-a3e673c8bd19 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:29:44.852696 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:44.875245 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6374acf9-967e-4103-9fea-a3e673c8bd19'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:29:44.877474 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a28896-c7dc-4fe6-8725-83648b35ded4" -d '{"events": [{"server_uuid": "169d7e71-dbcf-49c1-9f22-2e2fe854e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "6374acf9-967e-4103-9fea-a3e673c8bd19"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:29:44.889937 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 6374acf9-967e-4103-9fea-a3e673c8bd19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=6374acf9-967e-4103-9fea-a3e673c8bd19,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:29:44.894083 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:44.923908 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227722f-c7dd-4c74-9549-c2175ced4ef3 x-openstack-request-id: req-f227722f-c7dd-4c74-9549-c2175ced4ef3 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:29:44.924193 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169d7e71-dbcf-49c1-9f22-2e2fe854e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "6374acf9-967e-4103-9fea-a3e673c8bd19", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:29:44.924437 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f227722f-c7dd-4c74-9549-c2175ced4ef3 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:29:44.924826 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f227722f-c7dd-4c74-9549-c2175ced4ef3'] response: {'server_uuid': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6374acf9-967e-4103-9fea-a3e673c8bd19', 'code': 200} Jul 07 10:29:44.948958 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=6374acf9-967e-4103-9fea-a3e673c8bd19,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:45.083568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bcf96-05c1-4668-aa98-4e6af4af83ac req-12455629-3c9d-4433-af78-6c79ac38748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:45.085089 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-533bcf96-05c1-4668-aa98-4e6af4af83ac req-12455629-3c9d-4433-af78-6c79ac38748f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 1129 time: 0.0424819 Jul 07 10:29:45.131522 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-533bcf96-05c1-4668-aa98-4e6af4af83ac req-b8878019-373b-40ee-abc5-afe10dcdb768 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Jul 07 10:29:45.557163 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bbd15-6145-40b9-b82a-b11b81319236 req-f5efe20c-21ac-436b-97c3-81f29e362ee5 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:45.558650 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c60bbd15-6145-40b9-b82a-b11b81319236 req-f5efe20c-21ac-436b-97c3-81f29e362ee5 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Jul 07 10:29:45.605693 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c60bbd15-6145-40b9-b82a-b11b81319236 req-91e728a9-3c3e-416d-8542-f20fd5e70d45 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Jul 07 10:29:45.733431 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ece71-d222-4f03-8b51-2a834c42e0da req-433f5b13-284c-4305-b170-189a7ec391a4 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:45.734792 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a20ece71-d222-4f03-8b51-2a834c42e0da req-433f5b13-284c-4305-b170-189a7ec391a4 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0465894 Jul 07 10:29:45.783999 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a20ece71-d222-4f03-8b51-2a834c42e0da req-7700bca5-c100-49db-b9fa-28427863da92 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Jul 07 10:29:45.865242 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb7c22-c755-4084-97bc-89389e41a2e5 req-011a83cf-380d-4216-9354-13c11317324e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:45.866728 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6cdb7c22-c755-4084-97bc-89389e41a2e5 req-011a83cf-380d-4216-9354-13c11317324e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0463519 Jul 07 10:29:45.916863 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6cdb7c22-c755-4084-97bc-89389e41a2e5 req-24ddff0e-0631-4074-885a-7617670a3650 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Jul 07 10:29:46.099267 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ffa1fee2-4b49-4c8a-8130-d256736f3894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:46.725598 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47fdb-2d7b-4b3c-9ae2-14e962dff257 req-73300df5-bb11-4f7b-9587-7934572b576b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:46.727145 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-46a47fdb-2d7b-4b3c-9ae2-14e962dff257 req-73300df5-bb11-4f7b-9587-7934572b576b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0514054 Jul 07 10:29:46.778922 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-46a47fdb-2d7b-4b3c-9ae2-14e962dff257 req-e8ed16fb-a5b1-400d-8e30-403d97166833 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457761 Jul 07 10:29:46.810824 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-15b3c984-4b03-4a63-8d3a-e1fdda499757 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51530022&fields=id&tenant_id=12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 267 time: 0.0538967 Jul 07 10:29:46.909469 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:46.910847 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e105-acbd-448c-b4a0-6bcc228953b3 req-8ff6364f-26ce-4835-b084-2dcb9deb7bf0 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:46.913069 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7e8e105-acbd-448c-b4a0-6bcc228953b3 req-8ff6364f-26ce-4835-b084-2dcb9deb7bf0 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0565898 Jul 07 10:29:46.919989 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-00b38d7a-5e97-4f8b-8b81-64a703708db9 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:46.921402 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-00b38d7a-5e97-4f8b-8b81-64a703708db9 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 812 time: 0.1042907 Jul 07 10:29:46.937800 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-9d6ecf4a-8bac-4d45-930e-a910fd6e5ecb tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/quotas/12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Jul 07 10:29:46.963949 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7e8e105-acbd-448c-b4a0-6bcc228953b3 req-79eeab63-4a97-4bed-962e-3343a3fcb33e tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Jul 07 10:29:46.994079 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-0adf76a5-dcd9-45fe-bef1-fe32817b566a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494893 Jul 07 10:29:47.029570 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:47.063895 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31c030-e174-4007-96fb-b9c289e73b04 req-4c2f0eb6-9267-468b-83d8-08abc9eab2bf tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:47.065342 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c31c030-e174-4007-96fb-b9c289e73b04 req-4c2f0eb6-9267-468b-83d8-08abc9eab2bf tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0454910 Jul 07 10:29:47.078124 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:47.089793 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-96cf6957-8522-45ed-8dc5-b0913bb92bc9 service neutron] 10.222.0.16 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847497 Jul 07 10:29:47.116259 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c31c030-e174-4007-96fb-b9c289e73b04 req-13c43ef2-e996-44b3-a3c6-7b3061eb3efb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Jul 07 10:29:47.183157 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-3885b839-7dc1-49e0-be11-080a6ce1507d service neutron] 10.222.0.16 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876813 Jul 07 10:29:47.468836 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8f836b7c-3cbc-43b6-83db-6c9bfd89ceb2 req-2d51cbc2-10fe-482d-a736-c6089aaef5fb tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 210 time: 0.0287638 Jul 07 10:29:47.902657 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119e9e-e23a-41b1-9e7e-946adfd5e7c2 req-8ebe68d9-a6f3-4882-a9e1-77872beb940c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:47.904159 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-01119e9e-e23a-41b1-9e7e-946adfd5e7c2 req-8ebe68d9-a6f3-4882-a9e1-77872beb940c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0477748 Jul 07 10:29:47.944598 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:47.952679 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-01119e9e-e23a-41b1-9e7e-946adfd5e7c2 req-c4a0f429-dbca-4f27-815c-d3d2f6133858 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Jul 07 10:29:48.077201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d667a-2d3a-4a67-a2e9-e530981b5084 req-81cae5d3-a72d-473d-9beb-ec65832512d9 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:48.078651 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-266d667a-2d3a-4a67-a2e9-e530981b5084 req-81cae5d3-a72d-473d-9beb-ec65832512d9 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0471172 Jul 07 10:29:48.126431 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-266d667a-2d3a-4a67-a2e9-e530981b5084 req-3586f779-583f-40cf-b662-13e60945c88a tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Jul 07 10:29:48.230181 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c41b-7565-4af7-801d-91817db34239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:48.243857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc9e7-3575-4e0f-8195-0266fc8b613f req-2e2fc02c-7934-482f-9367-41ca4d24bb6f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:48.245411 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c29dc9e7-3575-4e0f-8195-0266fc8b613f req-2e2fc02c-7934-482f-9367-41ca4d24bb6f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0586808 Jul 07 10:29:48.291655 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c29dc9e7-3575-4e0f-8195-0266fc8b613f req-781ce1dc-1978-4739-8a37-1389a5bc1185 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Jul 07 10:29:48.580238 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b0fdaf7d-bd9a-4743-b44c-77530c3eb0c7 req-cbc4c98f-09ce-4bd4-833c-791b51d3bc06 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 210 time: 0.0308988 Jul 07 10:29:48.613949 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-67a56067-5018-4072-a575-8dd81329b086 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:48.615662 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-67a56067-5018-4072-a575-8dd81329b086 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 812 time: 0.1473505 Jul 07 10:29:48.685055 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-826a1bab-ba4c-43df-a3f5-24b6d66aff69 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 378 time: 0.0585065 Jul 07 10:29:48.699807 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'port': {'device_id': '2364e764-0c0a-493f-bc92-2f8701294428', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'admin_state_up': True, 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'security_groups': ['d5b88ff1-06e1-4086-9fef-b4051e82a3ed']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:48.816490 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Made reservation on behalf of 12a91d56e163442dacf4c5ce7b28a132 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:29:48.820169 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:48.942596 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Allocated IP 172.20.0.7 (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79/085080e4-6350-4e0a-8990-9e1bf338fdb9/552f5d9a-f502-4184-a7a5-3082829225b5) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:29:49.118186 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a538c3-4347-44c1-960f-7c31323767e8 req-90b4c0a1-9099-46db-a0ae-4ebfdff61eb2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:49.119647 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-21a538c3-4347-44c1-960f-7c31323767e8 req-90b4c0a1-9099-46db-a0ae-4ebfdff61eb2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0693269 Jul 07 10:29:49.153286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (552f5d9a-f502-4184-a7a5-3082829225b5), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.204952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:49.209886 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-21a538c3-4347-44c1-960f-7c31323767e8 req-19aea639-2828-4203-936a-4c58b4987cf6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822916 Jul 07 10:29:49.225669 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.231700 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:49.277446 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:29:49.280670 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:29:49.284511 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:29:49.288557 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=552f5d9a-f502-4184-a7a5-3082829225b5,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:49.349214 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:49.349856 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.367928 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1099e7c3-4f85-4865-bbc4-83368f010e70 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6722648 Jul 07 10:29:49.379616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Request body: {'port': {'device_id': '2364e764-0c0a-493f-bc92-2f8701294428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:29:49.415715 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64de63-5324-4254-a41d-4f11300397d0 req-8ddb9fdd-1702-40ff-a377-b86ed53fd57d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:49.417918 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b64de63-5324-4254-a41d-4f11300397d0 req-8ddb9fdd-1702-40ff-a377-b86ed53fd57d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Jul 07 10:29:49.450597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.471679 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6b64de63-5324-4254-a41d-4f11300397d0 req-00cbfdad-e2a3-4a7c-9e28-6617236e1084 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480344 Jul 07 10:29:49.578409 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-3cef7468-94af-47e3-a1ae-1c86176ef425 None None] Provisioning complete for port 552f5d9a-f502-4184-a7a5-3082829225b5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:29:49.579438 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-3cef7468-94af-47e3-a1ae-1c86176ef425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.582644 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.611315 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:49.618403 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-3cef7468-94af-47e3-a1ae-1c86176ef425 None None] Port 552f5d9a-f502-4184-a7a5-3082829225b5 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:29:49.724812 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b52e6d-7e13-4966-a1d7-b16bfa4370e5 req-c3e22bea-a5f6-46c8-b8a9-fca188c67cda tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:49.726736 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79b52e6d-7e13-4966-a1d7-b16bfa4370e5 req-c3e22bea-a5f6-46c8-b8a9-fca188c67cda tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 931 time: 0.0620270 Jul 07 10:29:49.787783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552f5d9a-f502-4184-a7a5-3082829225b5 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:29:49.799720 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Publish callbacks [] for port (552f5d9a-f502-4184-a7a5-3082829225b5), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.818939 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79b52e6d-7e13-4966-a1d7-b16bfa4370e5 req-1eaf9900-850c-4b05-96d0-0047d38fc64e tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867743 Jul 07 10:29:49.824146 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Transition to ACTIVE for port object 552f5d9a-f502-4184-a7a5-3082829225b5 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:29:49.828088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:49.876062 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Pushing event updated for resources: {'Port': ['ID=552f5d9a-f502-4184-a7a5-3082829225b5,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:49.950495 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Attempting to bind port 552f5d9a-f502-4184-a7a5-3082829225b5 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:29:49.950829 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Attempting to bind port 552f5d9a-f502-4184-a7a5-3082829225b5 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:29:49.951159 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Attempting to bind port 552f5d9a-f502-4184-a7a5-3082829225b5 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:49.955692 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Port 552f5d9a-f502-4184-a7a5-3082829225b5 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:29:49.956043 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Attempting to bind port 552f5d9a-f502-4184-a7a5-3082829225b5 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:29:49.961528 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:29:49.961867 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Checking segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:29:49.962247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Bound using segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:29:49.962672 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Bound port: 552f5d9a-f502-4184-a7a5-3082829225b5, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:29:49.963032 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:50.013080 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:50.030091 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] For port 552f5d9a-f502-4184-a7a5-3082829225b5, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:29:50.033351 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] For port 552f5d9a-f502-4184-a7a5-3082829225b5, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=552f5d9a-f502-4184-a7a5-3082829225b5,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:29:50.038486 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:50.075560 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.076201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:50.077580 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] 10.222.0.58 "PUT /v2.0/ports/552f5d9a-f502-4184-a7a5-3082829225b5 HTTP/1.1" status: 200 len: 1093 time: 0.7021847 Jul 07 10:29:50.078005 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:29:50.080229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c98b48-1543-409a-9232-6a115db53c77" -d '{"events": [{"name": "network-changed", "server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:29:50.101203 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239bf3-8f3e-4c15-9eb5-ecf76bae5da9 service neutron] Pushing event updated for resources: {'Port': ['ID=552f5d9a-f502-4184-a7a5-3082829225b5,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:29:50.150473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:50.154666 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69c7a7-89be-4f20-b202-e112a5374ba5 x-openstack-request-id: req-6d69c7a7-89be-4f20-b202-e112a5374ba5 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:29:50.154961 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:29:50.155223 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d69c7a7-89be-4f20-b202-e112a5374ba5 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:29:50.155604 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d69c7a7-89be-4f20-b202-e112a5374ba5'] response: {'name': 'network-changed', 'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5', 'status': 'completed', 'code': 200} Jul 07 10:29:50.167156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1ba25e50-d36d-4df4-9c25-8d91fa95c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.169033 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-1ba25e50-d36d-4df4-9c25-8d91fa95c5e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 1127 time: 0.0467610 Jul 07 10:29:50.210340 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-25248c40-5a24-4814-9e68-e26df1908a63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=552f5d9a-f502-4184-a7a5-3082829225b5 HTTP/1.1" status: 200 len: 217 time: 0.0334442 Jul 07 10:29:50.267717 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-c7887bc3-ece5-47d0-b694-397873bd2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.269190 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-c7887bc3-ece5-47d0-b694-397873bd2180 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0515783 Jul 07 10:29:50.345154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-30a13cb6-7622-4573-8892-881f34f82ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.346673 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-30a13cb6-7622-4573-8892-881f34f82ebb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672865 Jul 07 10:29:50.356944 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ace0-0e5e-4cad-b640-c276826a5fe4 req-b34488b7-ef31-4e7f-977f-45379146ed64 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.358378 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-42f7ace0-0e5e-4cad-b640-c276826a5fe4 req-b34488b7-ef31-4e7f-977f-45379146ed64 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0692794 Jul 07 10:29:50.465607 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-42f7ace0-0e5e-4cad-b640-c276826a5fe4 req-8d258653-3d37-42c3-9cd9-7c93328d6f66 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982149 Jul 07 10:29:50.480917 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-ab0a9c86-fe08-4b33-81db-18912be0eb5a service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216252 Jul 07 10:29:50.578194 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-881c5659-b8ce-4929-bdad-6e79240f3125 req-08dd5bd2-f1b6-4551-b1bf-854ead520227 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889075 Jul 07 10:29:50.806594 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8d24d-5594-4c5f-95e2-47eee789b290 req-d46a813b-1739-4ac1-8b5b-5f96719354f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.808083 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-95d8d24d-5594-4c5f-95e2-47eee789b290 req-d46a813b-1739-4ac1-8b5b-5f96719354f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.2644918 Jul 07 10:29:50.854067 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-95d8d24d-5594-4c5f-95e2-47eee789b290 req-02089029-e60d-4aa3-b898-525bdd4395e4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Jul 07 10:29:50.960187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802657b-796c-4324-97c6-93970b30738e req-034b8f12-8e90-4b3b-bf27-2fb9872949bc tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.961645 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8802657b-796c-4324-97c6-93970b30738e req-034b8f12-8e90-4b3b-bf27-2fb9872949bc tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0734935 Jul 07 10:29:50.962950 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98b48-1543-409a-9232-6a115db53c77 req-797d2879-c011-4282-8235-db27f962b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:50.964301 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-797d2879-c011-4282-8235-db27f962b18d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 1127 time: 0.0669584 Jul 07 10:29:51.020218 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:51.065969 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8802657b-796c-4324-97c6-93970b30738e req-2a3022e7-2db6-4027-a4bc-6e5c5cb8554f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987334 Jul 07 10:29:51.095241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98b48-1543-409a-9232-6a115db53c77 req-d6df1645-5723-49c3-8683-e9cfe03029c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:51.096744 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-d6df1645-5723-49c3-8683-e9cfe03029c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.1163015 Jul 07 10:29:51.316681 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:51.399128 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-7f9fa849-39b6-4103-8cf1-ec48dc63907f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=552f5d9a-f502-4184-a7a5-3082829225b5 HTTP/1.1" status: 200 len: 217 time: 0.0334780 Jul 07 10:29:51.460908 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98b48-1543-409a-9232-6a115db53c77 req-f307d452-f7f3-4849-97e2-afa4c93143d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:51.462389 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-f307d452-f7f3-4849-97e2-afa4c93143d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0498788 Jul 07 10:29:51.528247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98b48-1543-409a-9232-6a115db53c77 req-61d1ba98-76c4-4fd9-a7cb-9cdb46e2ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:51.529832 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-61d1ba98-76c4-4fd9-a7cb-9cdb46e2ac93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427089 Jul 07 10:29:51.582162 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f962c5-2a12-4fbd-9b8d-1380fe3df792 req-03b1c05a-9c5c-41bb-a09e-4ca8781892b4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:51.583039 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:51.583191 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a2f962c5-2a12-4fbd-9b8d-1380fe3df792 req-03b1c05a-9c5c-41bb-a09e-4ca8781892b4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0462470 Jul 07 10:29:51.596903 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:29:51.630620 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a2f962c5-2a12-4fbd-9b8d-1380fe3df792 req-7da1f1b7-c166-46a7-8716-041c44bd9276 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Jul 07 10:29:51.899559 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-c1f92a3d-4b4d-4bca-8082-e22f83d50067 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877106 Jul 07 10:29:51.939275 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:52.010049 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce834fa-9270-427d-bb5f-b77f8d42b804 req-ea63cbe0-227d-4ca3-80d7-3a4bc5247c68 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:52.011496 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8ce834fa-9270-427d-bb5f-b77f8d42b804 req-ea63cbe0-227d-4ca3-80d7-3a4bc5247c68 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0856411 Jul 07 10:29:52.049852 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-19c98b48-1543-409a-9232-6a115db53c77 req-f372eb40-3762-4e81-9897-65e0fb1f6d3b service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412990 Jul 07 10:29:52.076603 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8ce834fa-9270-427d-bb5f-b77f8d42b804 req-d8d17468-4446-4f4c-91c3-89aacd80d727 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591271 Jul 07 10:29:52.181303 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67813831-8b8b-4194-8407-e22949297b5a req-067e71f1-d585-4ab3-b89f-6a4d3670ef2d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:52.182765 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-67813831-8b8b-4194-8407-e22949297b5a req-067e71f1-d585-4ab3-b89f-6a4d3670ef2d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0507171 Jul 07 10:29:52.231223 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-67813831-8b8b-4194-8407-e22949297b5a req-d3e35edb-7f25-41fa-b6b6-246e31e28d25 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428238 Jul 07 10:29:52.742145 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b49c-3284-4d14-8c8b-e8f2256567e0 req-20a079f9-b4f0-483a-bc20-771ff81898d3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:52.743608 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1247b49c-3284-4d14-8c8b-e8f2256567e0 req-20a079f9-b4f0-483a-bc20-771ff81898d3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Jul 07 10:29:52.790048 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1247b49c-3284-4d14-8c8b-e8f2256567e0 req-2ae9ab53-ccf2-498e-9a7e-722fa1417472 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Jul 07 10:29:52.945542 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:52.982863 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68ff9b-e19e-4d93-8382-dd6bec933a49 req-ce6d04dd-b7c9-481b-aab2-2537d43724ea tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:52.984354 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea68ff9b-e19e-4d93-8382-dd6bec933a49 req-ce6d04dd-b7c9-481b-aab2-2537d43724ea tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Jul 07 10:29:53.061214 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea68ff9b-e19e-4d93-8382-dd6bec933a49 req-297aee48-d229-4b20-8e7e-1b68031903ee tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708385 Jul 07 10:29:53.073566 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997b0f-b8ce-4425-a282-cd190a519870 req-65d9164a-207a-4b0c-ab7e-1b52cd239391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:53.075087 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-65d9164a-207a-4b0c-ab7e-1b52cd239391 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 1129 time: 0.0442092 Jul 07 10:29:53.173160 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997b0f-b8ce-4425-a282-cd190a519870 req-544f1a19-0a99-4578-aed8-a31f760fa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:53.174618 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-544f1a19-0a99-4578-aed8-a31f760fa7ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.0877671 Jul 07 10:29:53.203475 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb42aa1-8e1e-4123-8e5e-2920528d39de req-c489ca06-436b-4421-b63a-1c8dedfeb37d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:53.205005 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8fb42aa1-8e1e-4123-8e5e-2920528d39de req-c489ca06-436b-4421-b63a-1c8dedfeb37d tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0471869 Jul 07 10:29:53.238780 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-7b4cba5b-cc44-4bd7-9aee-b758c66629b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0576253 Jul 07 10:29:53.251877 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8fb42aa1-8e1e-4123-8e5e-2920528d39de req-24863d8b-73ca-471e-a347-6d6cdd0eea5c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413263 Jul 07 10:29:53.340688 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dec56-ab65-4cbf-9421-0a75a19a8e9a req-6cc957ed-71db-4a2a-b76e-a9cecdc82ba8 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:53.342238 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf0dec56-ab65-4cbf-9421-0a75a19a8e9a req-6cc957ed-71db-4a2a-b76e-a9cecdc82ba8 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0468361 Jul 07 10:29:53.394960 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf0dec56-ab65-4cbf-9421-0a75a19a8e9a req-42a77249-bb6a-457b-92b8-0f4a376690ad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426090 Jul 07 10:29:53.776980 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:29:54.176850 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed814-c335-4414-974c-df1f5720dac3 req-b86a848d-63c7-42f7-b6ed-dcd4fa2c2769 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:54.178284 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4e7ed814-c335-4414-974c-df1f5720dac3 req-b86a848d-63c7-42f7-b6ed-dcd4fa2c2769 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0455649 Jul 07 10:29:54.226614 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4e7ed814-c335-4414-974c-df1f5720dac3 req-158f4ebb-714f-4747-bf0c-66f96b3e1e5c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Jul 07 10:29:54.364772 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c8fbb-8be2-4ec7-b21e-1759310c71fe req-5674c4b1-f9ac-4271-9112-98789e2511b5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:54.366675 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf0c8fbb-8be2-4ec7-b21e-1759310c71fe req-5674c4b1-f9ac-4271-9112-98789e2511b5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0465927 Jul 07 10:29:54.440965 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997b0f-b8ce-4425-a282-cd190a519870 req-49cfc289-a45f-4055-a7e0-37f7f4e76ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:54.442438 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-49cfc289-a45f-4055-a7e0-37f7f4e76ee5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.0749080 Jul 07 10:29:54.464606 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf0c8fbb-8be2-4ec7-b21e-1759310c71fe req-9397f2df-0e4e-4026-bda3-843a9c468156 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885563 Jul 07 10:29:54.492976 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60997b0f-b8ce-4425-a282-cd190a519870 req-afd0d20c-5908-4219-a8b7-30691af5dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:54.494775 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-afd0d20c-5908-4219-a8b7-30691af5dd84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435374 Jul 07 10:29:54.531595 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a422d-40ba-42df-bd52-a76993d3c9cb req-fedce25e-2deb-44df-a97b-66a8c9459614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:54.533144 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ba2a422d-40ba-42df-bd52-a76993d3c9cb req-fedce25e-2deb-44df-a97b-66a8c9459614 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.0718036 Jul 07 10:29:54.554192 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a3787-1aff-4a3f-9809-0c8f1a170744 req-992ee062-f835-4c68-a1cb-aa5e1495206f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:54.555602 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b94a3787-1aff-4a3f-9809-0c8f1a170744 req-992ee062-f835-4c68-a1cb-aa5e1495206f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0618665 Jul 07 10:29:54.566296 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:54.591638 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-d7cc99c3-5d33-40e3-b5e1-5e5b9e0074ea service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899618 Jul 07 10:29:54.624051 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ba2a422d-40ba-42df-bd52-a76993d3c9cb req-cb16c890-19a8-4f24-96ea-311626279b93 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808778 Jul 07 10:29:54.628587 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b94a3787-1aff-4a3f-9809-0c8f1a170744 req-48bf1b3a-e964-48ae-ac44-1f24d8fe9431 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650218 Jul 07 10:29:54.683851 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60997b0f-b8ce-4425-a282-cd190a519870 req-e81e538c-a5d7-493c-a310-d940d58c0c32 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Jul 07 10:29:55.324400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:55.343594 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27ff2e-9f96-4df6-9991-de753452c746 req-2ce65e46-4b7f-4f2f-804d-0f64251d0927 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:55.345093 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fc27ff2e-9f96-4df6-9991-de753452c746 req-2ce65e46-4b7f-4f2f-804d-0f64251d0927 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Jul 07 10:29:55.392760 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fc27ff2e-9f96-4df6-9991-de753452c746 req-4c00c42e-1ed7-4a39-8883-600a2bd8f590 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Jul 07 10:29:55.585568 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7fd06-78e8-4ed0-b937-821986834c10 req-546359cf-ac97-446a-8c73-cf2783a6de42 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:55.587039 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5eb7fd06-78e8-4ed0-b937-821986834c10 req-546359cf-ac97-446a-8c73-cf2783a6de42 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0511351 Jul 07 10:29:55.627805 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:55.632884 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5eb7fd06-78e8-4ed0-b937-821986834c10 req-dde3c979-b42c-43e7-8a9f-8f0a01062e49 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Jul 07 10:29:55.740766 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37b20-8137-4a1a-a848-5b53ad493adb req-69bb30a0-b378-4e21-a5ac-edcd156aab13 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:55.742200 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ff37b20-8137-4a1a-a848-5b53ad493adb req-69bb30a0-b378-4e21-a5ac-edcd156aab13 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0463815 Jul 07 10:29:55.790187 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ff37b20-8137-4a1a-a848-5b53ad493adb req-3cb3804a-5ae2-472b-9265-f092c808ccb7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425656 Jul 07 10:29:56.505851 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f7c85-80bd-4d25-a07d-1f1cba854c10 req-d334d8fb-0137-4185-8186-2b4d47f95733 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:56.507889 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-158f7c85-80bd-4d25-a07d-1f1cba854c10 req-d334d8fb-0137-4185-8186-2b4d47f95733 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Jul 07 10:29:56.555627 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-158f7c85-80bd-4d25-a07d-1f1cba854c10 req-af553490-7961-45df-8816-0d53c9628250 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Jul 07 10:29:56.751704 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65ae19-52fe-40bc-898b-0ab5eec669c4 req-c4ba4b06-3883-4178-97ad-fc3c9273da2f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:56.753195 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb65ae19-52fe-40bc-898b-0ab5eec669c4 req-c4ba4b06-3883-4178-97ad-fc3c9273da2f tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0477374 Jul 07 10:29:56.776851 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:29:56.803215 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb65ae19-52fe-40bc-898b-0ab5eec669c4 req-3c6cbf6c-ff25-4b25-aabe-7efb4f7d8d53 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Jul 07 10:29:56.906992 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c391e-8890-4990-a052-835bca611c16 req-751ce08a-c24e-48df-90fe-adec85b9e342 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:56.908683 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-541c391e-8890-4990-a052-835bca611c16 req-751ce08a-c24e-48df-90fe-adec85b9e342 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0510693 Jul 07 10:29:56.958572 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-541c391e-8890-4990-a052-835bca611c16 req-60cf167d-c695-4772-98ab-7e4aabdc2da3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435152 Jul 07 10:29:57.228206 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df921f-7473-4778-970f-366b2c6201e9 req-e4dca962-b4f5-49f0-8243-27102ed7e876 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:57.229543 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-20df921f-7473-4778-970f-366b2c6201e9 req-e4dca962-b4f5-49f0-8243-27102ed7e876 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0469596 Jul 07 10:29:57.276461 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-20df921f-7473-4778-970f-366b2c6201e9 req-4543b83c-cc95-403e-a0c6-346e8b84ec66 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Jul 07 10:29:57.673305 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596001-b01d-4a79-9edc-0b165a14705c req-8fcd57c6-f667-4968-9c75-4f94fb00cee9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:57.674762 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-aa596001-b01d-4a79-9edc-0b165a14705c req-8fcd57c6-f667-4968-9c75-4f94fb00cee9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0469091 Jul 07 10:29:57.720808 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-aa596001-b01d-4a79-9edc-0b165a14705c req-fa9912b0-4e3c-4b19-8516-46ceb95134f4 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Jul 07 10:29:58.070942 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f5d6-1b9d-4ffa-a6ae-be1aacfe449a req-9da275d8-2964-451b-bf9d-987c43218a92 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:58.072410 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b625f5d6-1b9d-4ffa-a6ae-be1aacfe449a req-9da275d8-2964-451b-bf9d-987c43218a92 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0464101 Jul 07 10:29:58.122095 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b625f5d6-1b9d-4ffa-a6ae-be1aacfe449a req-9d5f55ad-0aff-4f99-b306-97c1c67845ba tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437651 Jul 07 10:29:58.395864 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5477db0-1ef0-4d4b-ac99-5ff0377f7da6 req-ca1b06dc-90e5-4fb5-bb48-cc571be5743c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:58.397327 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f5477db0-1ef0-4d4b-ac99-5ff0377f7da6 req-ca1b06dc-90e5-4fb5-bb48-cc571be5743c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0464392 Jul 07 10:29:58.447558 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f5477db0-1ef0-4d4b-ac99-5ff0377f7da6 req-0f7b90cc-fbec-4cc5-88e4-24eae453aa81 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Jul 07 10:29:59.246693 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09471541-ee16-40b8-929f-0af3a49ac54d req-4f559d5a-f425-4777-aebc-4a8f608a6c60 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:59.248197 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-09471541-ee16-40b8-929f-0af3a49ac54d req-4f559d5a-f425-4777-aebc-4a8f608a6c60 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0553207 Jul 07 10:29:59.296642 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-09471541-ee16-40b8-929f-0af3a49ac54d req-52bdcc7f-cb91-46b8-aaf8-42b6180d0f2c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429738 Jul 07 10:29:59.558101 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bba61-8b1a-40c1-bd44-f881371524ae req-4eca9f86-df44-4bcf-8a92-16155ad5f5ef tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:29:59.559543 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fa1bba61-8b1a-40c1-bd44-f881371524ae req-4eca9f86-df44-4bcf-8a92-16155ad5f5ef tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0465896 Jul 07 10:29:59.605375 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fa1bba61-8b1a-40c1-bd44-f881371524ae req-806b6439-b9fc-428a-a655-16cec5b53584 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403600 Jul 07 10:30:00.408497 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a2f9c-7f3b-4af8-b0c5-2ead34a5a981 req-27d1374b-8582-4f7f-ba16-363971cb9c9b tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:00.409937 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-589a2f9c-7f3b-4af8-b0c5-2ead34a5a981 req-27d1374b-8582-4f7f-ba16-363971cb9c9b tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0463645 Jul 07 10:30:00.462699 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-589a2f9c-7f3b-4af8-b0c5-2ead34a5a981 req-e16ea212-6e6c-4705-a8fd-a1decc89c6ff tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432987 Jul 07 10:30:00.717018 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a2613-917d-4041-b2bf-491bbc267065 req-cf71262e-5187-4d33-a730-859928ef22b0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:00.718445 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bd9a2613-917d-4041-b2bf-491bbc267065 req-cf71262e-5187-4d33-a730-859928ef22b0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0458019 Jul 07 10:30:00.764747 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bd9a2613-917d-4041-b2bf-491bbc267065 req-b00bf5a6-72c6-490b-b7bd-6645724140ff tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Jul 07 10:30:01.552136 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 552f5d9a-f502-4184-a7a5-3082829225b5 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:30:01.579965 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54221015-f1a7-4572-a590-39b4ae463b79 req-46896d5e-7127-4c58-833f-1e7a41793c0c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:01.581454 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-54221015-f1a7-4572-a590-39b4ae463b79 req-46896d5e-7127-4c58-833f-1e7a41793c0c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 943 time: 0.0522647 Jul 07 10:30:01.630693 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-54221015-f1a7-4572-a590-39b4ae463b79 req-7d153b2d-bc55-41e8-bb3a-8675b9d4cfa9 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434237 Jul 07 10:30:01.650189 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 552f5d9a-f502-4184-a7a5-3082829225b5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=552f5d9a-f502-4184-a7a5-3082829225b5,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:01.661047 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '552f5d9a-f502-4184-a7a5-3082829225b5', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'port_id': '552f5d9a-f502-4184-a7a5-3082829225b5', 'mac_address': 'fa:16:3e:50:f4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:30:01.704330 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 552f5d9a-f502-4184-a7a5-3082829225b5 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:30:01.704727 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:01.718683 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552f5d9a-f502-4184-a7a5-3082829225b5 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:30:01.743392 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 552f5d9a-f502-4184-a7a5-3082829225b5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=552f5d9a-f502-4184-a7a5-3082829225b5,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:01.752690 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:01.767277 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-10b32255-499a-4517-8300-225a8440eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:01.768840 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-10b32255-499a-4517-8300-225a8440eb1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.0578613 Jul 07 10:30:01.812241 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=552f5d9a-f502-4184-a7a5-3082829225b5,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:01.878055 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-b24f6941-f496-4020-a4be-66ecc17b6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:01.879604 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-b24f6941-f496-4020-a4be-66ecc17b6853 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.1018996 Jul 07 10:30:01.890312 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a99d4b-08d8-46ea-909e-f363facab7b9 req-3b7a2bc8-03e7-443a-80d6-b0e98639d38c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:01.892309 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-16a99d4b-08d8-46ea-909e-f363facab7b9 req-3b7a2bc8-03e7-443a-80d6-b0e98639d38c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Jul 07 10:30:01.940937 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-16a99d4b-08d8-46ea-909e-f363facab7b9 req-edf773c1-5486-4748-b19c-13462c707410 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Jul 07 10:30:01.949623 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-b1497d79-846e-43a0-ab99-2e7790707ba5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 1000 time: 0.0578797 Jul 07 10:30:01.999694 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-4b2860e9-0f70-498c-ab31-6cacf2befa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:02.001148 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-4b2860e9-0f70-498c-ab31-6cacf2befa86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0443268 Jul 07 10:30:02.041035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:02.046558 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-e809c07e-c050-4c5b-a17b-be39f38e168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:02.048047 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-e809c07e-c050-4c5b-a17b-be39f38e168d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389011 Jul 07 10:30:02.157714 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['552f5d9a-f502-4184-a7a5-3082829225b5'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:30:02.387268 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-88e876f6-3daa-4dcf-ad24-d7b87a7e7a63 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274925 Jul 07 10:30:02.483150 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cf4e1545-0c4e-4705-9310-9cda9d6f3124 req-37d7a070-1d11-47d4-95ec-08080cccb7c0 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888429 Jul 07 10:30:02.744390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544741c-88fd-4a7f-9321-927fcce85315 req-9e348e10-bd08-4fc2-9709-093216e476ab tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:02.745770 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5544741c-88fd-4a7f-9321-927fcce85315 req-9e348e10-bd08-4fc2-9709-093216e476ab tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 944 time: 0.0470769 Jul 07 10:30:02.785503 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:02.795784 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5544741c-88fd-4a7f-9321-927fcce85315 req-192552c0-4b55-4906-9c69-12d3ac4f1b58 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446155 Jul 07 10:30:03.055193 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21d2e-0b1c-4fc0-ae3f-4eb27b534e2a req-6fa7ed2b-b3b5-4ce1-ae3a-b714f7a96817 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:03.056652 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c4e21d2e-0b1c-4fc0-ae3f-4eb27b534e2a req-6fa7ed2b-b3b5-4ce1-ae3a-b714f7a96817 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0478168 Jul 07 10:30:03.104459 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c4e21d2e-0b1c-4fc0-ae3f-4eb27b534e2a req-f5d5cbb0-5a88-4423-a7e4-c30f58a6d37c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Jul 07 10:30:03.907116 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d2ad-85ea-4171-94c0-62b11ecdbba9 req-eb092368-586d-46dd-a475-aedfd1711b8a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:03.908628 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2aa4d2ad-85ea-4171-94c0-62b11ecdbba9 req-eb092368-586d-46dd-a475-aedfd1711b8a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 944 time: 0.0477676 Jul 07 10:30:03.960188 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2aa4d2ad-85ea-4171-94c0-62b11ecdbba9 req-b5cc2f61-d9b1-4491-8f89-6c32fe57a03f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454674 Jul 07 10:30:04.215915 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a09a8-8a80-4509-a1c6-6121acbf902e req-a371249d-935e-4d8e-9a7c-e59d6137d777 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:04.217337 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9c2a09a8-8a80-4509-a1c6-6121acbf902e req-a371249d-935e-4d8e-9a7c-e59d6137d777 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0463128 Jul 07 10:30:04.265958 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9c2a09a8-8a80-4509-a1c6-6121acbf902e req-3032f4d0-fd71-4e18-be32-f38db9cddecb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Jul 07 10:30:05.070173 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7076ab-ed76-4d44-b906-a871ebfe8093 req-3658c4fd-64ee-481b-81a9-805b67864613 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:05.071610 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5a7076ab-ed76-4d44-b906-a871ebfe8093 req-3658c4fd-64ee-481b-81a9-805b67864613 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 944 time: 0.0462189 Jul 07 10:30:05.119070 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5a7076ab-ed76-4d44-b906-a871ebfe8093 req-0641c911-11b4-4296-9ede-e92096019dd8 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421112 Jul 07 10:30:05.366713 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:05.380013 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c288-3cb7-418f-874b-b7da8a149fea req-91352475-075f-4696-ad35-5653acff69a3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:05.381993 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e153c288-3cb7-418f-874b-b7da8a149fea req-91352475-075f-4696-ad35-5653acff69a3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0472703 Jul 07 10:30:05.428003 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e153c288-3cb7-418f-874b-b7da8a149fea req-8089faee-e3ce-4aea-ae9b-07e85c9357f8 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Jul 07 10:30:05.784762 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 552f5d9a-f502-4184-a7a5-3082829225b5 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:30:05.828580 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 552f5d9a-f502-4184-a7a5-3082829225b5 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:30:05.834224 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 552f5d9a-f502-4184-a7a5-3082829225b5 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:30:05.834669 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:05.858421 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:05.906500 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 552f5d9a-f502-4184-a7a5-3082829225b5 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:30:05.906804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:05.929370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:05.931540 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9230955-8d65-46af-aaf1-cfbe145e506c" -d '{"events": [{"server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "name": "network-vif-plugged", "status": "completed", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:05.943526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 552f5d9a-f502-4184-a7a5-3082829225b5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=552f5d9a-f502-4184-a7a5-3082829225b5,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:05.948671 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:05.976486 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c7fc8d-0b35-4fe0-a8eb-6b38a7885af3 x-openstack-request-id: req-94c7fc8d-0b35-4fe0-a8eb-6b38a7885af3 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:05.976789 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "name": "network-vif-plugged", "status": "completed", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:05.977041 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94c7fc8d-0b35-4fe0-a8eb-6b38a7885af3 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:05.977421 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c7fc8d-0b35-4fe0-a8eb-6b38a7885af3'] response: {'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5', 'code': 200} Jul 07 10:30:06.001871 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=552f5d9a-f502-4184-a7a5-3082829225b5,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:06.227123 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c4a63-eb40-434e-b760-d55cf3965d74 req-e8a08d06-04dd-4cff-875e-cbd51a090bfa tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:06.228487 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-223c4a63-eb40-434e-b760-d55cf3965d74 req-e8a08d06-04dd-4cff-875e-cbd51a090bfa tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0455892 Jul 07 10:30:06.275620 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-223c4a63-eb40-434e-b760-d55cf3965d74 req-3e821fad-b90b-4573-9b43-b121c6e1cc75 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418193 Jul 07 10:30:06.544611 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5312f54-6b2d-4cfe-8e4e-01cd2663b226 req-ec7a48c9-8fda-4b8b-90c8-df1e2893de55 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:06.546063 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d5312f54-6b2d-4cfe-8e4e-01cd2663b226 req-ec7a48c9-8fda-4b8b-90c8-df1e2893de55 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0466416 Jul 07 10:30:06.592618 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d5312f54-6b2d-4cfe-8e4e-01cd2663b226 req-c0237343-55ad-4904-95db-f14ca60b083a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Jul 07 10:30:07.361676 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d143-6dc6-4fe1-a818-12808b19cdfc req-32e3b5cc-1711-498b-8f77-33741bcd1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:07.363172 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7424d143-6dc6-4fe1-a818-12808b19cdfc req-32e3b5cc-1711-498b-8f77-33741bcd1c8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 1129 time: 0.0419824 Jul 07 10:30:07.367823 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:07.408396 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f5d7-f2ce-4361-a156-7463c748f96b req-d73cb840-908e-4676-a9a5-da3b27bc3a0a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:07.409861 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c503f5d7-f2ce-4361-a156-7463c748f96b req-d73cb840-908e-4676-a9a5-da3b27bc3a0a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0661094 Jul 07 10:30:07.434411 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7424d143-6dc6-4fe1-a818-12808b19cdfc req-50dcda32-4a4b-4a05-9567-97fe8d3b4401 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423973 Jul 07 10:30:07.459413 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c503f5d7-f2ce-4361-a156-7463c748f96b req-d8dc8ffc-2c1e-41d8-a315-01b9ad24e6f1 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431316 Jul 07 10:30:07.704498 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf5760-0827-4c8b-986e-a129928de792 req-aa7b0689-47b0-4773-841f-6aeb74e90f13 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:07.705962 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0dbf5760-0827-4c8b-986e-a129928de792 req-aa7b0689-47b0-4773-841f-6aeb74e90f13 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0467331 Jul 07 10:30:07.752253 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0dbf5760-0827-4c8b-986e-a129928de792 req-420dfb85-f197-4b3b-9a64-6dae586acf81 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408952 Jul 07 10:30:08.578143 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457898-3e80-4c21-94c2-685c9a2ac9b9 req-8fc64605-79ee-4623-9e9e-a8c77a7f404d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:08.579670 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-34457898-3e80-4c21-94c2-685c9a2ac9b9 req-8fc64605-79ee-4623-9e9e-a8c77a7f404d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jul 07 10:30:08.628506 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-34457898-3e80-4c21-94c2-685c9a2ac9b9 req-c0150eeb-9bda-4c1d-85db-b422201b3b08 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427775 Jul 07 10:30:08.872826 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf919-d889-40db-a647-d554b7f7be23 req-36f37193-79fc-483c-b8d4-3fa846b7f390 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:08.874353 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ccbf919-d889-40db-a647-d554b7f7be23 req-36f37193-79fc-483c-b8d4-3fa846b7f390 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0515521 Jul 07 10:30:08.940987 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0ccbf919-d889-40db-a647-d554b7f7be23 req-b4d5abe1-6bb4-4655-aad0-ef0447f35647 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609417 Jul 07 10:30:09.058759 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287c80b-b1f5-4002-9e1d-2d4cd6e48a80 req-3b1b58dc-47a2-471d-ac6c-2c7135f5c5fa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:09.060241 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f287c80b-b1f5-4002-9e1d-2d4cd6e48a80 req-3b1b58dc-47a2-471d-ac6c-2c7135f5c5fa tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0535591 Jul 07 10:30:09.068562 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 46942) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:09.074430 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Request body: {'floatingip': {'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:09.127235 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:09.577109 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:09.580860 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:09.740812 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e0f93-1178-4d47-aa0e-e58e3ce203de req-640cc449-9c53-4a0a-bc5d-d7dc86a9d9bf tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:09.742894 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b70e0f93-1178-4d47-aa0e-e58e3ce203de req-640cc449-9c53-4a0a-bc5d-d7dc86a9d9bf tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0471067 Jul 07 10:30:09.749247 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:09.774913 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Router e36c9967-0d94-47ca-9399-d4b955ff690c has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:30:09.777892 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:09.792731 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b70e0f93-1178-4d47-aa0e-e58e3ce203de req-95c9e7e5-4cf5-49cd-a661-a29f2efe95f3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442636 Jul 07 10:30:09.879647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:30:09.884682 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:09.890452 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] Sync routers for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:30:09.900009 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:09.900624 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:09.918030 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:09.920645 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d37fc8d-459a-4e90-b001-ba7fb921cce0" -d '{"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:09.953521 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:09.963450 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8f495c52-e740-4258-8b3f-34231d9c7dd4 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "PUT /v2.0/floatingips/8c8066bd-8510-41cb-b537-881b479805fb HTTP/1.1" status: 200 len: 992 time: 0.8937142 Jul 07 10:30:09.965026 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac78fb13-f18d-4646-930f-36e5b657364f x-openstack-request-id: req-ac78fb13-f18d-4646-930f-36e5b657364f {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:09.965304 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:09.965925 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac78fb13-f18d-4646-930f-36e5b657364f {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:09.966393 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac78fb13-f18d-4646-930f-36e5b657364f'] response: {'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'status': 'completed', 'code': 200} Jul 07 10:30:10.013812 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:10.055335 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-e07d1e08-44a0-4a72-b1dd-5a53d04c06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:10.056916 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-e07d1e08-44a0-4a72-b1dd-5a53d04c06e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.0416710 Jul 07 10:30:10.143134 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:10.167295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-949a8740-ed8c-4469-93d7-4698102b52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:10.168838 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-949a8740-ed8c-4469-93d7-4698102b52d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.1042128 Jul 07 10:30:10.241353 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '8c8066bd-8510-41cb-b537-881b479805fb', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:05Z', 'updated_at': '2022-07-07T10:30:09Z', 'revision_number': 3, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:10.242480 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-72bfa800-a1db-4e23-97e4-6e235a99b102 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 1000 time: 0.0647905 Jul 07 10:30:10.271200 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] Checking router: e36c9967-0d94-47ca-9399-d4b955ff690c for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:30:10.280868 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:10.281498 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:10.326331 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-adccf6f0-2cec-4ece-8b84-cf7082361c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:10.327693 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-adccf6f0-2cec-4ece-8b84-cf7082361c1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0670917 Jul 07 10:30:10.377918 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-45dc5460-8cc2-4aa7-8021-052dfba032d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:10.379421 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-45dc5460-8cc2-4aa7-8021-052dfba032d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393620 Jul 07 10:30:10.391759 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:10.716909 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '8c8066bd-8510-41cb-b537-881b479805fb', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:05Z', 'updated_at': '2022-07-07T10:30:09Z', 'revision_number': 3, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:10.741355 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3c9d57-77e9-4891-b2fd-79d03da7a4d7 None None] The sync data for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi is: [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '8c8066bd-8510-41cb-b537-881b479805fb', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'port_id': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'mac_address': 'fa:16:3e:24:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ca5c-bf77-4305-877b-c992e9248b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:28:05Z', 'updated_at': '2022-07-07T10:30:09Z', 'revision_number': 3, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:30:10.834343 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:10.839765 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:10.845265 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=6 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:10.851682 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-47e904b1-b35a-47f9-97ce-0c907f9cd836 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974703 Jul 07 10:30:10.918232 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e159-09e0-4d29-86b6-fa6cfbe59bd2 req-be8a7777-e4de-467b-a172-192332a3daa9 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:10.919722 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0346e159-09e0-4d29-86b6-fa6cfbe59bd2 req-be8a7777-e4de-467b-a172-192332a3daa9 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Jul 07 10:30:10.969104 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0346e159-09e0-4d29-86b6-fa6cfbe59bd2 req-e08f2655-de53-4dd8-ab9d-77b405a33622 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436580 Jul 07 10:30:11.107571 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3fd8e-6c29-4459-bb85-a25f449f800e req-65a4b886-dff2-4284-81fb-75983d02f01b tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:11.109063 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cab3fd8e-6c29-4459-bb85-a25f449f800e req-65a4b886-dff2-4284-81fb-75983d02f01b tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0654955 Jul 07 10:30:11.110983 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d37fc8d-459a-4e90-b001-ba7fb921cce0 req-019c8457-0d57-49a9-ba83-10fb5619b321 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331382 Jul 07 10:30:11.164637 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cab3fd8e-6c29-4459-bb85-a25f449f800e req-8f14f2f3-ff37-4ef4-856b-da2ba834865d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495095 Jul 07 10:30:11.186709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46966) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:11.272316 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f758b0-fd3c-4f39-8c87-ae0ca8f8304b tempest-TestVolumeBootPattern-510345366 tempest-TestVolumeBootPattern-510345366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:11.273877 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-24f758b0-fd3c-4f39-8c87-ae0ca8f8304b tempest-TestVolumeBootPattern-510345366 tempest-TestVolumeBootPattern-510345366-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 1124 time: 0.0862155 Jul 07 10:30:11.276860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 46970) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:11.281034 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'port_id': '552f5d9a-f502-4184-a7a5-3082829225b5', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:11.305132 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:11.385887 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:11.510039 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Allocated IP 172.27.1.27 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/7cac6698-1b6e-4a58-ae82-4037f90af4da) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:30:11.588150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a2f7f-704e-4925-83ec-b462d806b93d req-356ac7a2-2d68-45d2-a1a1-793bc61deb40 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:11.589627 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-549a2f7f-704e-4925-83ec-b462d806b93d req-356ac7a2-2d68-45d2-a1a1-793bc61deb40 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0696599 Jul 07 10:30:11.686999 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-549a2f7f-704e-4925-83ec-b462d806b93d req-240148a8-ee70-4c88-b631-fdeebe3def56 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694170 Jul 07 10:30:11.689670 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:11.707892 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:11.723933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:11.756438 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:11.764151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:30:11.767787 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:30:11.774499 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:30:11.778155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=7cac6698-1b6e-4a58-ae82-4037f90af4da,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:11.811907 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.812250 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.812590 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.812926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.813255 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.813581 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.813903 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.814224 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.814545 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.814863 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.815185 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.815508 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.815848 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.816167 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.816477 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:11.967466 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:11.969800 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0069871-1d54-4a84-a97b-5b6fa8f466ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:12.007157 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d893f5b-4353-49fd-9766-c9b4dbf48fd9 x-openstack-request-id: req-0d893f5b-4353-49fd-9766-c9b4dbf48fd9 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:12.008093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:12.008347 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d893f5b-4353-49fd-9766-c9b4dbf48fd9 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:12.008749 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d893f5b-4353-49fd-9766-c9b4dbf48fd9'] response: {'name': 'network-changed', 'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'status': 'completed', 'code': 200} Jul 07 10:30:12.139057 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (c109fa3c-5d26-40f3-a878-05cb64dd2dd2), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:12.207407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:12.352060 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:12.356960 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:12.427022 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=7cac6698-1b6e-4a58-ae82-4037f90af4da,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:12.438749 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (c109fa3c-5d26-40f3-a878-05cb64dd2dd2), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:12.532717 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Floating IP c109fa3c-5d26-40f3-a878-05cb64dd2dd2 associated. External IP: 172.27.1.27, port: 552f5d9a-f502-4184-a7a5-3082829225b5. Jul 07 10:30:12.573126 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:12.579529 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:12.728187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:30:12.851527 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2fa88-c82b-4d2f-afc0-d49a50d08947 req-12562e1a-b8cf-4d95-a246-049d75bce556 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:12.853023 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c4e2fa88-c82b-4d2f-afc0-d49a50d08947 req-12562e1a-b8cf-4d95-a246-049d75bce556 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0823548 Jul 07 10:30:12.889822 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:30:12.899619 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:30:12.909394 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:12.910161 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:12.920505 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c4e2fa88-c82b-4d2f-afc0-d49a50d08947 req-dba9c6ad-5e6f-4ff8-8c9c-394d353d87b8 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604594 Jul 07 10:30:12.923542 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:12.955555 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-500e7251-a154-41bc-b2a9-b163aa88e735 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6776862 Jul 07 10:30:12.956170 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:12.958413 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c5412-705b-43fc-bd7d-cbcafa74be25" -d '{"events": [{"name": "network-changed", "server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:12.993591 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd03faff-7248-45e8-911e-0aa6e5681011 x-openstack-request-id: req-cd03faff-7248-45e8-911e-0aa6e5681011 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:12.993877 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:12.994125 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd03faff-7248-45e8-911e-0aa6e5681011 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:12.994523 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd03faff-7248-45e8-911e-0aa6e5681011'] response: {'name': 'network-changed', 'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5', 'status': 'completed', 'code': 200} Jul 07 10:30:13.014755 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:13.216066 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-eedcf492-a249-40f0-8039-0cbafcc3be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.217797 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-eedcf492-a249-40f0-8039-0cbafcc3be99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 1130 time: 0.0407977 Jul 07 10:30:13.224189 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'c109fa3c-5d26-40f3-a878-05cb64dd2dd2', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '552f5d9a-f502-4184-a7a5-3082829225b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:50:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364e764-0c0a-493f-bc92-2f8701294428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:30:12Z', 'updated_at': '2022-07-07T10:30:12Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:13.224445 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-64766e48-2039-4f3d-bb36-3c5d59fd2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.225734 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-64766e48-2039-4f3d-bb36-3c5d59fd2d8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 1129 time: 0.0394037 Jul 07 10:30:13.249558 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:30:13.259873 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:13.260483 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:29:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:13.330884 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-18d9a9c8-4512-47dc-98fe-64a95cfe968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.331673 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-cec1de59-c0b3-4ece-b202-0da0aed8a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.332399 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-18d9a9c8-4512-47dc-98fe-64a95cfe968a service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.0959384 Jul 07 10:30:13.333351 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-cec1de59-c0b3-4ece-b202-0da0aed8a8d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.0963869 Jul 07 10:30:13.364428 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:13.425577 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-1aa3c399-809e-4bb5-bd87-3a6258916094 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=552f5d9a-f502-4184-a7a5-3082829225b5 HTTP/1.1" status: 200 len: 998 time: 0.0567877 Jul 07 10:30:13.426533 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-393d715c-8533-4697-8bfe-a109bcfb7fc5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 200 len: 1000 time: 0.0574129 Jul 07 10:30:13.495530 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-76f0e45e-153b-45b8-8156-7af3e1ea9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.496307 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-5de0a283-cb5b-47ad-a0b4-3db17e6c7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.497238 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-76f0e45e-153b-45b8-8156-7af3e1ea9d75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0474176 Jul 07 10:30:13.497783 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-5de0a283-cb5b-47ad-a0b4-3db17e6c7d36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0496809 Jul 07 10:30:13.558812 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-7d1fb642-d94c-4967-b381-bdea79303e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.560402 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-7d1fb642-d94c-4967-b381-bdea79303e08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421817 Jul 07 10:30:13.579288 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'c109fa3c-5d26-40f3-a878-05cb64dd2dd2', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '552f5d9a-f502-4184-a7a5-3082829225b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:50:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364e764-0c0a-493f-bc92-2f8701294428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:30:12Z', 'updated_at': '2022-07-07T10:30:12Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:13.601623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-52b6be69-b8ad-43e8-90e7-4f13ff3d78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.603231 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-52b6be69-b8ad-43e8-90e7-4f13ff3d78d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851111 Jul 07 10:30:13.614700 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-03bc8d20-d1bd-4281-86b3-b6638edf9641 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:13.616267 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-03bc8d20-d1bd-4281-86b3-b6638edf9641 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0865493 Jul 07 10:30:13.618268 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8752c-d4cc-4eba-a989-84bf128611dc None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': 'c109fa3c-5d26-40f3-a878-05cb64dd2dd2', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '552f5d9a-f502-4184-a7a5-3082829225b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:50:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364e764-0c0a-493f-bc92-2f8701294428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:30:12Z', 'updated_at': '2022-07-07T10:30:12Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:30:13.674332 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-3a1b6d6e-15a6-44c4-bdab-45ae1e41743e service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062274 Jul 07 10:30:13.786549 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-058c5412-705b-43fc-bd7d-cbcafa74be25 req-f44c83c2-a776-44f9-a681-40961aba3628 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024611 Jul 07 10:30:13.788459 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Deleting port 6374acf9-967e-4103-9fea-a3e673c8bd19 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:13.789355 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:13.806914 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-b09e028d-d4d2-4956-8f38-1a72b9689f84 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894441 Jul 07 10:30:13.872968 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:13.876828 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:13.907502 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8f686-bd6b-4348-abbb-1c802201a1a1 None None] New status for floating IP c109fa3c-5d26-40f3-a878-05cb64dd2dd2: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:30:13.953485 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] For port 6374acf9-967e-4103-9fea-a3e673c8bd19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=6374acf9-967e-4103-9fea-a3e673c8bd19,segment=NetworkSegment(2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e),segment_id=2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:13.953857 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:13.977078 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Calling delete_port for 6374acf9-967e-4103-9fea-a3e673c8bd19 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:13.986869 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0069871-1d54-4a84-a97b-5b6fa8f466ca req-e32e90ab-f3f7-4df1-9b43-5a0c60d09024 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625884 Jul 07 10:30:14.333192 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72a858-c9f3-40c9-9867-32fac521ec7f req-57ef2824-6c49-46f1-903e-f7e3236a1889 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:14.334577 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3a72a858-c9f3-40c9-9867-32fac521ec7f req-57ef2824-6c49-46f1-903e-f7e3236a1889 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/ports?device_id=169d7e71-dbcf-49c1-9f22-2e2fe854e9ab HTTP/1.1" status: 200 len: 945 time: 0.0616157 Jul 07 10:30:14.419354 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3a72a858-c9f3-40c9-9867-32fac521ec7f req-2ccd2e88-d247-4321-a444-5b5019b4b324 tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.16 "GET /v2.0/security-groups?id=7554a833-7313-4ebb-8ef1-73670499d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742016 Jul 07 10:30:14.442637 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (6374acf9-967e-4103-9fea-a3e673c8bd19), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:14.473367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Pushing event deleted for resources: {'Port': ['ID=6374acf9-967e-4103-9fea-a3e673c8bd19,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:14.518855 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] No DVR routers for this DVR port 6374acf9-967e-4103-9fea-a3e673c8bd19 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:30:14.521382 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:14.524563 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a651ae08-e9c9-4708-b590-837a7f9c0f9d req-0f9f632d-35ca-43e7-8b82-1b1809075e1b tempest-VolumesSnapshotTestJSON-712313930 tempest-VolumesSnapshotTestJSON-712313930-project] 10.222.0.58 "DELETE /v2.0/ports/6374acf9-967e-4103-9fea-a3e673c8bd19 HTTP/1.1" status: 204 len: 173 time: 0.8974173 Jul 07 10:30:14.996007 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'name': 'network-vif-deleted', 'tag': '6374acf9-967e-4103-9fea-a3e673c8bd19'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:14.998364 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2084cc31-b949-410f-9ec6-3ea2e2d73155" -d '{"events": [{"server_uuid": "169d7e71-dbcf-49c1-9f22-2e2fe854e9ab", "name": "network-vif-deleted", "tag": "6374acf9-967e-4103-9fea-a3e673c8bd19"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:15.045637 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c389f438-584e-44d5-99e4-cca456d25336 x-openstack-request-id: req-c389f438-584e-44d5-99e4-cca456d25336 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:15.045926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169d7e71-dbcf-49c1-9f22-2e2fe854e9ab", "name": "network-vif-deleted", "tag": "6374acf9-967e-4103-9fea-a3e673c8bd19", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:15.046175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c389f438-584e-44d5-99e4-cca456d25336 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:15.046575 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c389f438-584e-44d5-99e4-cca456d25336'] response: {'server_uuid': '169d7e71-dbcf-49c1-9f22-2e2fe854e9ab', 'name': 'network-vif-deleted', 'tag': '6374acf9-967e-4103-9fea-a3e673c8bd19', 'status': 'completed', 'code': 200} Jul 07 10:30:15.827880 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 6374acf9-967e-4103-9fea-a3e673c8bd19 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:15.849097 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 6374acf9-967e-4103-9fea-a3e673c8bd19 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:15.849449 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 6374acf9-967e-4103-9fea-a3e673c8bd19 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:16.096804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:16.101931 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c09e6808-48a7-4403-8d4f-4372c1a6f9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:18.233470 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2189a073-3c00-4bd9-b34d-d45ecd8a9911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:19.572453 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.134049 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-ba7fc63d-c928-4650-9d5d-4009c8250949 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712880761&fields=id&tenant_id=5a2481546251413fb65aaed9e3f131e2 HTTP/1.1" status: 200 len: 267 time: 0.0446880 Jul 07 10:30:20.183293 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-9dee073e-200d-49b4-9c62-73ecc6e1c980 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:20.184774 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-9dee073e-200d-49b4-9c62-73ecc6e1c980 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 984 time: 0.0455186 Jul 07 10:30:20.195866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Request body: {'port': {'security_groups': ['f872574f-98db-43d2-8247-a904d6386032']}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:20.274999 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.277406 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:20.369052 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:20.446905 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:20.473701 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.478332 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.490389 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e1716e6-ca2c-42e2-be39-5e2596494efc'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:30:20.528491 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:20.529111 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.531297 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d34babf-1918-4827-a21d-eab1bdc1191c req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "PUT /v2.0/ports/9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 942 time: 0.3405826 Jul 07 10:30:20.531732 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:20.533994 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864e5de-8d95-4983-9a4a-33babf9bc0be" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:20.537285 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47024) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:20.556198 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event updated for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=7']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:20.565142 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.565483 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.565821 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.566157 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.566483 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.566810 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.567130 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.567462 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.567786 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.568112 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.568473 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.568740 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.569057 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.569627 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.569949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5613599e-8fc4-4755-885b-bed86a5b1d3f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:20.585158 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:20.596200 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b930c8f-fe42-427d-8e3e-a5bac9b60f5c x-openstack-request-id: req-0b930c8f-fe42-427d-8e3e-a5bac9b60f5c {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:20.596491 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:20.596756 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b930c8f-fe42-427d-8e3e-a5bac9b60f5c {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:20.597139 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b930c8f-fe42-427d-8e3e-a5bac9b60f5c'] response: {'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'status': 'completed', 'code': 200} Jul 07 10:30:20.630970 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8e0f92c-450d-47e6-9935-01136e30a7e8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group (ab825954-2df2-4bb0-978d-9769ce31159f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.666208 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e1716e6-ca2c-42e2-be39-5e2596494efc'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:30:20.696967 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8e0f92c-450d-47e6-9935-01136e30a7e8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group (ab825954-2df2-4bb0-978d-9769ce31159f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.705747 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-17a12c28-615c-4c78-b284-a8846a43d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:20.707387 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-17a12c28-615c-4c78-b284-a8846a43d939 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1129 time: 0.0736587 Jul 07 10:30:20.774912 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-30d2e106-21fc-4fa8-9daa-1d73492e3ad7 None None] Provisioning complete for port 9e1716e6-ca2c-42e2-be39-5e2596494efc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:30:20.775327 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-30d2e106-21fc-4fa8-9daa-1d73492e3ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.820951 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-de90e100-43e4-49a1-899e-e7511a4e9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:20.822125 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-de90e100-43e4-49a1-899e-e7511a4e9b97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 915 time: 0.1010025 Jul 07 10:30:20.840914 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8e0f92c-450d-47e6-9935-01136e30a7e8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (ab825954-2df2-4bb0-978d-9769ce31159f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.843614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e8e0f92c-450d-47e6-9935-01136e30a7e8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:20.845015 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e8e0f92c-450d-47e6-9935-01136e30a7e8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab825954-2df2-4bb0-978d-9769ce31159f HTTP/1.1" status: 204 len: 168 time: 0.3059306 Jul 07 10:30:20.847661 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47026) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:20.894675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0f92c-450d-47e6-9935-01136e30a7e8 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab825954-2df2-4bb0-978d-9769ce31159f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:20.896447 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-30d2e106-21fc-4fa8-9daa-1d73492e3ad7 None None] Current status of the port 9e1716e6-ca2c-42e2-be39-5e2596494efc is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:30:20.911166 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-ed1c1d91-933d-4099-9520-073799282a1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 1000 time: 0.0777266 Jul 07 10:30:20.964601 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-fbf4e78e-8d04-41a5-b594-5260bd2e7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:20.966066 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-fbf4e78e-8d04-41a5-b594-5260bd2e7764 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.0459940 Jul 07 10:30:21.007122 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Deleting port 60c77510-d6a8-4b5e-8cda-c54abb429df8 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:21.007466 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.013696 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-0cd7d59a-8a4a-46c6-8e66-2dfd42dd1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:21.015491 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-0cd7d59a-8a4a-46c6-8e66-2dfd42dd1ca3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400412 Jul 07 10:30:21.028759 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.033082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:21.098618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.098923 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for floatingip (60c77510-d6a8-4b5e-8cda-c54abb429df8), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.113266 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Calling delete_port for 60c77510-d6a8-4b5e-8cda-c54abb429df8 owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:21.128573 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-0cd321f0-1ace-4884-970d-d1f18b4741e7 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037490 Jul 07 10:30:21.145538 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:21.234591 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a864e5de-8d95-4983-9a4a-33babf9bc0be req-cbe2c656-4dd0-4810-a470-a0902a4a988b service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985708 Jul 07 10:30:21.313099 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (60c77510-d6a8-4b5e-8cda-c54abb429df8), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.328613 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.343453 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event deleted for resources: {'Port': ['ID=60c77510-d6a8-4b5e-8cda-c54abb429df8,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:21.410443 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks [] for floatingip (b6683f0c-b12e-4555-887c-c049ad958866), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.410977 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Floating IP b6683f0c-b12e-4555-887c-c049ad958866 disassociated (deleted). External IP: 172.27.1.92, port: 9e1716e6-ca2c-42e2-be39-5e2596494efc. Jul 07 10:30:21.500185 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:21.589778 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.597276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:21.625777 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:30:21.941541 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:30:21.946919 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:21.951418 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] Sync routers for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:30:21.962384 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:21.963061 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:21.980851 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f54c06da-461c-4e02-b169-c4ac21054c47 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "DELETE /v2.0/floatingips/b6683f0c-b12e-4555-887c-c049ad958866 HTTP/1.1" status: 204 len: 168 time: 1.1292641 Jul 07 10:30:22.163267 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:22.260025 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:22.336555 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:22.352219 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:22.381520 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] Checking router: c19ef6db-b949-44ad-b4ad-5d9659dad6b2 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:30:22.389932 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:22.390534 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:22.488097 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:22.598438 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:22.601150 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee893aff-3f75-49f0-bbcd-35a4c649eae7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:22.640427 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f7602c-e65c-4516-b2f0-1f0d1b5415a8 x-openstack-request-id: req-85f7602c-e65c-4516-b2f0-1f0d1b5415a8 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:22.640698 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:22.640949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85f7602c-e65c-4516-b2f0-1f0d1b5415a8 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:22.641352 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f7602c-e65c-4516-b2f0-1f0d1b5415a8'] response: {'name': 'network-changed', 'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'status': 'completed', 'code': 200} Jul 07 10:30:22.688241 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:22.706908 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-abe066f9-9dcf-4dc2-94db-c69d17b2afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:22.708697 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-abe066f9-9dcf-4dc2-94db-c69d17b2afc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a2481546251413fb65aaed9e3f131e2&device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 1129 time: 0.0458970 Jul 07 10:30:22.713682 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72752e-66bb-4b75-afce-8f6729f9f558 None None] The sync data for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi is: [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:27:09Z', 'revision_number': 4, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'ad8d5e00-af3d-43a4-83e0-3df5f909ef0e', 'name': '', 'network_id': '1caf8388-6f56-4a8d-9a0e-d7281aa69eca', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'mac_address': 'fa:16:3e:df:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:08Z', 'updated_at': '2022-07-07T10:27:14Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'subnets': [{'id': '293614b8-994c-49eb-a2b0-f8d121ae6a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:30:22.818936 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-6071cea0-bee2-4056-8de3-30f9ec4319ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:22.820791 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-6071cea0-bee2-4056-8de3-30f9ec4319ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 200 len: 915 time: 0.0888944 Jul 07 10:30:22.875949 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-1169b03b-af8f-42eb-ae71-4c017c4af0d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 200 len: 217 time: 0.0455065 Jul 07 10:30:22.934428 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-d7be1cc2-f5ef-4d41-8a30-49206cc3e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:22.935943 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-d7be1cc2-f5ef-4d41-8a30-49206cc3e42e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 200 len: 853 time: 0.0480494 Jul 07 10:30:22.963306 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c87483-ce93-4e19-a221-e0f280871004 None None] New status for floating IP b6683f0c-b12e-4555-887c-c049ad958866: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:30:22.983239 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-f6f34959-7523-4565-a3c6-d77c8b03f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:22.984810 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-f6f34959-7523-4565-a3c6-d77c8b03f133 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1caf8388-6f56-4a8d-9a0e-d7281aa69eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415263 Jul 07 10:30:23.082751 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-e233c582-269e-47c6-ac59-18a563541dc3 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907145 Jul 07 10:30:23.182189 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ee893aff-3f75-49f0-bbcd-35a4c649eae7 req-0a98c4fe-896a-460d-92f1-da7485fcb334 service neutron] 10.222.0.58 "GET /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915129 Jul 07 10:30:24.697590 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b156-dd1f-4976-b9b2-48af543a93a2 req-09992121-fd2c-4292-a23b-c4706a763e19 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:24.699043 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ccd1b156-dd1f-4976-b9b2-48af543a93a2 req-09992121-fd2c-4292-a23b-c4706a763e19 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0470908 Jul 07 10:30:24.746149 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ccd1b156-dd1f-4976-b9b2-48af543a93a2 req-3e7f60fb-13e0-4658-b642-392fc4f63a78 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Jul 07 10:30:25.860941 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2a51-f0ca-4da6-86e2-ff75c9f0dfc9 req-fe732cef-6f07-4b3a-b432-5ef17fe1a127 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:25.862408 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d31d2a51-f0ca-4da6-86e2-ff75c9f0dfc9 req-fe732cef-6f07-4b3a-b432-5ef17fe1a127 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0471299 Jul 07 10:30:25.913093 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d31d2a51-f0ca-4da6-86e2-ff75c9f0dfc9 req-abd7990b-80c0-4dac-a246-a451487fff26 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Jul 07 10:30:27.030566 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561268-03ae-4df0-a9eb-8e9b292732d2 req-19526ae1-aa65-4e6a-9a59-75098cd91cef tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:27.032050 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d561268-03ae-4df0-a9eb-8e9b292732d2 req-19526ae1-aa65-4e6a-9a59-75098cd91cef tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0497119 Jul 07 10:30:27.077957 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d561268-03ae-4df0-a9eb-8e9b292732d2 req-680ea2c5-2325-4f02-be0f-8c6dd090c82f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Jul 07 10:30:28.190194 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8fd9-5f6e-48dd-bb46-2d50a0e97f79 req-9052242b-649b-4a3d-9849-83f8aba8e1a0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:28.191898 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9cde8fd9-5f6e-48dd-bb46-2d50a0e97f79 req-9052242b-649b-4a3d-9849-83f8aba8e1a0 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0484686 Jul 07 10:30:28.240297 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9cde8fd9-5f6e-48dd-bb46-2d50a0e97f79 req-36365c9b-b4a1-4bc0-b9ca-aac3c2db025e tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/security-groups?id=f872574f-98db-43d2-8247-a904d6386032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Jul 07 10:30:28.810384 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-c33c8cf6-eb85-47c0-84f5-7f8eb300ef8f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:28.811752 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-c33c8cf6-eb85-47c0-84f5-7f8eb300ef8f tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 945 time: 0.0463743 Jul 07 10:30:28.900155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Deleting port 9e1716e6-ca2c-42e2-be39-5e2596494efc {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:28.900496 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:28.989499 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] For port 9e1716e6-ca2c-42e2-be39-5e2596494efc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9e1716e6-ca2c-42e2-be39-5e2596494efc,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:28.989865 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:29.002563 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Calling delete_port for 9e1716e6-ca2c-42e2-be39-5e2596494efc owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:29.004151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:29.008593 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:29.130901 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (9e1716e6-ca2c-42e2-be39-5e2596494efc), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:29.143894 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['9e1716e6-ca2c-42e2-be39-5e2596494efc'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:30:29.157731 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Pushing event deleted for resources: {'Port': ['ID=9e1716e6-ca2c-42e2-be39-5e2596494efc,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:29.205884 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] No DVR routers for this DVR port 9e1716e6-ca2c-42e2-be39-5e2596494efc on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:30:29.208485 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:29.212414 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0d1a1852-ca5b-4b8d-982c-97f34ac0dc6a req-a401ed26-8036-446b-9003-33ccf6df7af1 tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.58 "DELETE /v2.0/ports/9e1716e6-ca2c-42e2-be39-5e2596494efc HTTP/1.1" status: 204 len: 173 time: 0.3948247 Jul 07 10:30:29.212856 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'name': 'network-vif-deleted', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:29.215197 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88097b-73b5-4562-b606-28bf861ac234" -d '{"events": [{"server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "name": "network-vif-deleted", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:29.260509 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b6aa49-8486-4e72-9b4c-40254195685f x-openstack-request-id: req-32b6aa49-8486-4e72-9b4c-40254195685f {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:29.260806 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca65cd17-61ba-4122-ba4b-59953053de02", "name": "network-vif-deleted", "tag": "9e1716e6-ca2c-42e2-be39-5e2596494efc", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:29.261063 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32b6aa49-8486-4e72-9b4c-40254195685f {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:29.261552 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b6aa49-8486-4e72-9b4c-40254195685f'] response: {'server_uuid': 'ca65cd17-61ba-4122-ba4b-59953053de02', 'name': 'network-vif-deleted', 'tag': '9e1716e6-ca2c-42e2-be39-5e2596494efc', 'status': 'completed', 'code': 200} Jul 07 10:30:29.352269 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-eda9fe74-d41b-4534-be25-92f71a69cdaf req-b1529053-2d8d-4a2e-beac-287640475aaa tempest-TestMinimumBasicScenario-1830678696 tempest-TestMinimumBasicScenario-1830678696-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca65cd17-61ba-4122-ba4b-59953053de02 HTTP/1.1" status: 200 len: 210 time: 0.0408421 Jul 07 10:30:30.783173 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:30:31.208154 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47172) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:31.630318 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:31.843445 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:31.903597 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Deleting port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:31.904090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:31.961976 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:31.993056 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] For port ad8d5e00-af3d-43a4-83e0-3df5f909ef0e, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:31.993321 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:32.007656 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Calling delete_port for ad8d5e00-af3d-43a4-83e0-3df5f909ef0e owned by network:router_interface {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:32.209227 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (ad8d5e00-af3d-43a4-83e0-3df5f909ef0e), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:32.237428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8d5e00-af3d-43a4-83e0-3df5f909ef0e,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:32.423435 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:32.635182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:30:32.691916 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=28 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:32.729433 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:32.739310 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:30:32.744613 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3424f2e3-a003-475f-aa18-49c4b4973e77 admin admin] 10.222.0.16 "PUT /v2.0/routers/c19ef6db-b949-44ad-b4ad-5d9659dad6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5346439 Jul 07 10:30:32.751127 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47182) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:32.751281 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] Sync routers for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:30:32.759640 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:32.760418 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:32.845735 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:32.849757 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks [] for router (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:32.873277 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:33.060616 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:30:32Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:33.097012 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] Checking router: c19ef6db-b949-44ad-b4ad-5d9659dad6b2 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:30:33.106722 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] Routers {'c19ef6db-b949-44ad-b4ad-5d9659dad6b2'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:33.107342 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:33.191899 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks [] for router_gateway (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.236111 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] Set router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:33.240990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Deleting port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:33.241481 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.312547 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:33.331910 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] For port c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:33.332555 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.346240 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Calling delete_port for c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc owned by network:router_gateway {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:33.415274 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:30:32Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:33.444219 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddeb1e9-3d37-45a5-9410-f26f2063d09d None None] The sync data for ids ['c19ef6db-b949-44ad-b4ad-5d9659dad6b2'] in dv-cinder-822821-4-iscsi is: [{'id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'name': 'tempest-TestMinimumBasicScenario-986570783-router', 'tenant_id': '5a2481546251413fb65aaed9e3f131e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:05Z', 'updated_at': '2022-07-07T10:30:32Z', 'revision_number': 5, 'project_id': '5a2481546251413fb65aaed9e3f131e2', 'gw_port': {'id': 'c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ef6db-b949-44ad-b4ad-5d9659dad6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:06Z', 'updated_at': '2022-07-07T10:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:30:33.552205 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.576479 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Pushing event deleted for resources: {'Port': ['ID=c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:33.645416 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.751957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.754010 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks [] for router_controller (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.823148 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (c19ef6db-b949-44ad-b4ad-5d9659dad6b2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.824130 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19ef6db-b949-44ad-b4ad-5d9659dad6b2 {{(pid=103871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:30:33.832620 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.836139 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-064bde2a-f625-4905-9863-3ee93202a838 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c19ef6db-b949-44ad-b4ad-5d9659dad6b2 HTTP/1.1" status: 204 len: 168 time: 1.0858161 Jul 07 10:30:33.836520 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47194) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:33.888056 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Deleting subnet 293614b8-994c-49eb-a2b0-f8d121ae6a25 {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:30:33.889724 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e1716e6-ca2c-42e2-be39-5e2596494efc no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:33.893452 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Publish callbacks [] for subnet (293614b8-994c-49eb-a2b0-f8d121ae6a25), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:33.911942 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 9e1716e6-ca2c-42e2-be39-5e2596494efc {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:33.912664 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 9e1716e6-ca2c-42e2-be39-5e2596494efc not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:33.933253 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (293614b8-994c-49eb-a2b0-f8d121ae6a25), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.047712 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (293614b8-994c-49eb-a2b0-f8d121ae6a25), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.118637 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (293614b8-994c-49eb-a2b0-f8d121ae6a25), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.139557 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device ad8d5e00-af3d-43a4-83e0-3df5f909ef0e no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:34.150383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293614b8-994c-49eb-a2b0-f8d121ae6a25,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:34.160819 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.165941 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-4af42d5f-0f12-470d-b8a1-9bfbac6770a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/293614b8-994c-49eb-a2b0-f8d121ae6a25 HTTP/1.1" status: 204 len: 168 time: 0.3284001 Jul 07 10:30:34.168516 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47196) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:34.172547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: ad8d5e00-af3d-43a4-83e0-3df5f909ef0e {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:34.172885 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device ad8d5e00-af3d-43a4-83e0-3df5f909ef0e not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:34.175594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede25a0-80e7-49b4-8807-8c55c43844ce None None] Network 1caf8388-6f56-4a8d-9a0e-d7281aa69eca requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:30:34.271790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (1caf8388-6f56-4a8d-9a0e-d7281aa69eca), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.330753 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Deleting port bb21b428-0c10-4532-9d7c-5375f62b5d0d {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:34.331139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.402046 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] For port bb21b428-0c10-4532-9d7c-5375f62b5d0d, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bb21b428-0c10-4532-9d7c-5375f62b5d0d,segment=NetworkSegment(18ff0092-8959-478b-935f-9905f5d72547),segment_id=18ff0092-8959-478b-935f-9905f5d72547)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:34.402408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.415633 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Calling delete_port for bb21b428-0c10-4532-9d7c-5375f62b5d0d owned by network:dhcp {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:34.427897 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:34.498004 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (bb21b428-0c10-4532-9d7c-5375f62b5d0d), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.530895 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb21b428-0c10-4532-9d7c-5375f62b5d0d,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:34.536017 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] No DVR routers for this DVR port bb21b428-0c10-4532-9d7c-5375f62b5d0d on host dv-cinder-822821-4-iscsi {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:30:34.611119 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (1caf8388-6f56-4a8d-9a0e-d7281aa69eca), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.633879 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caf8388-6f56-4a8d-9a0e-d7281aa69eca']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:34.646585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff0092-8959-478b-935f-9905f5d72547') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:34.646883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff0092-8959-478b-935f-9905f5d72547') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:34.650226 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77941e8-2ba3-41ab-8abf-d7154220124e None None] DHCP port deletion for 1caf8388-6f56-4a8d-9a0e-d7281aa69eca request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:30:34.662415 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (18ff0092-8959-478b-935f-9905f5d72547), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.677203 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (18ff0092-8959-478b-935f-9905f5d72547), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.684412 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:30:34.685623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (18ff0092-8959-478b-935f-9905f5d72547), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.715331 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 18ff0092-8959-478b-935f-9905f5d72547 resource provider aggregate not found Jul 07 10:30:34.756521 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (1caf8388-6f56-4a8d-9a0e-d7281aa69eca), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.761683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:34.765588 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1caf8388-6f56-4a8d-9a0e-d7281aa69eca HTTP/1.1" status: 204 len: 168 time: 0.5954504 Jul 07 10:30:34.768126 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47210) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:34.776674 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 18ff0092-8959-478b-935f-9905f5d72547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ff0092-8959-478b-935f-9905f5d72547 found for delete ", "request_id": "req-5697c7ba-0ea3-45af-8627-84148e30eb4d"}]} Jul 07 10:30:34.814750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c20b3a-907a-420d-a58d-a2629bd441b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1caf8388-6f56-4a8d-9a0e-d7281aa69eca,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:34.827652 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:35.111662 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:35.334225 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Deleting port 26d78c76-70cc-4b1d-a916-bfeab4e36c78 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:35.334556 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:35.361367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:35.418561 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] For port 26d78c76-70cc-4b1d-a916-bfeab4e36c78, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=26d78c76-70cc-4b1d-a916-bfeab4e36c78,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:35.418923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:35.433183 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Calling delete_port for 26d78c76-70cc-4b1d-a916-bfeab4e36c78 owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:35.634012 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (26d78c76-70cc-4b1d-a916-bfeab4e36c78), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:35.658087 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d78c76-70cc-4b1d-a916-bfeab4e36c78,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:35.711728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:35.842860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:36.056659 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:30:36.125155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb21b428-0c10-4532-9d7c-5375f62b5d0d no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:36.146831 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: bb21b428-0c10-4532-9d7c-5375f62b5d0d {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:36.147458 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb21b428-0c10-4532-9d7c-5375f62b5d0d not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:36.148556 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:36.171600 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:36.172014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c751e7e4-23f8-46bb-ae79-3b0c3dbb4cbc not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:36.401031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:30:36.406027 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-4ab95173-f13b-495a-860e-bb23bac3f2a6 admin admin] 10.222.0.16 "PUT /v2.0/routers/5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6365728 Jul 07 10:30:36.408524 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47218) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:36.411287 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] Sync routers for ids ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:30:36.426078 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] Routers {'5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:36.426686 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:36.528264 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks [] for router (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:36.546539 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] Set router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:36.618776 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:36.622819 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:36.649219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks [] for router_gateway (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:36.717293 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Deleting port 66332d6b-f3d4-4af8-81e2-cc6e01873af6 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:36.717633 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:36.742122 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:36.757378 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:30:35Z', 'revision_number': 5, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port': {'id': '66332d6b-f3d4-4af8-81e2-cc6e01873af6', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:27:14Z', 'updated_at': '2022-07-07T10:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:36.789202 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] Checking router: 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:30:36.798713 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] Routers {'5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:36.799347 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:36.822301 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] For port 66332d6b-f3d4-4af8-81e2-cc6e01873af6, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=66332d6b-f3d4-4af8-81e2-cc6e01873af6,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:36.823277 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:36.836891 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Calling delete_port for 66332d6b-f3d4-4af8-81e2-cc6e01873af6 owned by network:router_gateway {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:36.842562 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:36.902597 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] Set router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 gateway port host: None {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:36.957891 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:30:36Z', 'revision_number': 6, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:36.984910 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786b09f-e8e9-484d-aa1d-a996eef4db9b None None] The sync data for ids ['5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85'] in dv-cinder-822821-4-iscsi is: [{'id': '5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85', 'name': 'tempest-TestMinimumBasicScenario-695483189-router', 'tenant_id': 'deee1a73e228459ea17b72dafe9fd738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:27:13Z', 'updated_at': '2022-07-07T10:30:36Z', 'revision_number': 6, 'project_id': 'deee1a73e228459ea17b72dafe9fd738', 'gw_port_host': None}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:30:37.026665 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (66332d6b-f3d4-4af8-81e2-cc6e01873af6), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.052773 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=66332d6b-f3d4-4af8-81e2-cc6e01873af6,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:37.124295 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.214611 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.216687 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks [] for router_controller (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.260818 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.261516 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 {{(pid=103871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:30:37.266299 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.267433 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f5aae15a-2b07-4857-995f-91c907462e49 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5cdbd3fb-f30f-4967-bacb-eb6e8fc3da85 HTTP/1.1" status: 204 len: 168 time: 0.8569257 Jul 07 10:30:37.270024 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47240) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:37.315852 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Deleting subnet b493165d-712e-4381-8551-2bd3a74f562d {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:30:37.320391 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Publish callbacks [] for subnet (b493165d-712e-4381-8551-2bd3a74f562d), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.357611 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12927621'] for subnet (b493165d-712e-4381-8551-2bd3a74f562d), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.444516 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (b493165d-712e-4381-8551-2bd3a74f562d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.497108 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12927284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58513845'] for subnet (b493165d-712e-4381-8551-2bd3a74f562d), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.523595 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b493165d-712e-4381-8551-2bd3a74f562d,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:37.525550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.528634 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-bdc211de-8c95-46e1-9cfd-4174b311244c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b493165d-712e-4381-8551-2bd3a74f562d HTTP/1.1" status: 204 len: 168 time: 0.2575951 Jul 07 10:30:37.529657 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1e20d-0580-4d2d-9236-dc74fa60ece7 None None] Network 2f3cba20-f822-4848-986d-d1b4a8ad266d requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:30:37.531055 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47244) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:37.566402 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:37.608362 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (2f3cba20-f822-4848-986d-d1b4a8ad266d), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.653212 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Deleting port 544df059-6049-4abf-b5a5-b0816bc81c46 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:37.653567 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.672363 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:37.724937 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] For port 544df059-6049-4abf-b5a5-b0816bc81c46, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=544df059-6049-4abf-b5a5-b0816bc81c46,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:37.725225 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.744705 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Calling delete_port for 544df059-6049-4abf-b5a5-b0816bc81c46 owned by network:dhcp {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:37.755972 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] DHCP port deletion for 2f3cba20-f822-4848-986d-d1b4a8ad266d request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:30:37.827342 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Deleting port 544df059-6049-4abf-b5a5-b0816bc81c46 {{(pid=103873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:37.828174 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), before_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.865338 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.890564 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Pushing event deleted for resources: {'Port': ['ID=544df059-6049-4abf-b5a5-b0816bc81c46,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:37.900117 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] No DVR routers for this DVR port 544df059-6049-4abf-b5a5-b0816bc81c46 on host dv-cinder-822821-4-iscsi {{(pid=103871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:30:37.931406 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] For port 544df059-6049-4abf-b5a5-b0816bc81c46, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=544df059-6049-4abf-b5a5-b0816bc81c46,segment=NetworkSegment(e0e1352a-68e3-4736-b366-b45a52194215),segment_id=e0e1352a-68e3-4736-b366-b45a52194215)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:37.932591 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), precommit_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:37.949932 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Calling delete_port for 544df059-6049-4abf-b5a5-b0816bc81c46 owned by network:dhcp {{(pid=103873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:38.023447 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (2f3cba20-f822-4848-986d-d1b4a8ad266d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.056659 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3cba20-f822-4848-986d-d1b4a8ad266d']}} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:38.078977 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e1352a-68e3-4736-b366-b45a52194215') {'for_net_delete': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:38.079294 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e1352a-68e3-4736-b366-b45a52194215') {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:38.094386 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12927630'] for segment (e0e1352a-68e3-4736-b366-b45a52194215), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.109097 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (544df059-6049-4abf-b5a5-b0816bc81c46), after_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.112733 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (e0e1352a-68e3-4736-b366-b45a52194215), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.127897 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:30:38.128352 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12927438'] for segment (e0e1352a-68e3-4736-b366-b45a52194215), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.158222 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment e0e1352a-68e3-4736-b366-b45a52194215 resource provider aggregate not found Jul 07 10:30:38.166913 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 26d78c76-70cc-4b1d-a916-bfeab4e36c78 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:38.173761 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Pushing event deleted for resources: {'Port': ['ID=544df059-6049-4abf-b5a5-b0816bc81c46,revision_number=None']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:38.195361 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] No DVR routers for this DVR port 544df059-6049-4abf-b5a5-b0816bc81c46 on host dv-cinder-822821-4-iscsi {{(pid=103873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:30:38.196840 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 26d78c76-70cc-4b1d-a916-bfeab4e36c78 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:38.197361 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 26d78c76-70cc-4b1d-a916-bfeab4e36c78 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:38.199055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 66332d6b-f3d4-4af8-81e2-cc6e01873af6 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:38.209069 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (2f3cba20-f822-4848-986d-d1b4a8ad266d), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.227114 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 66332d6b-f3d4-4af8-81e2-cc6e01873af6 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:38.227462 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 66332d6b-f3d4-4af8-81e2-cc6e01873af6 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:38.227988 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 544df059-6049-4abf-b5a5-b0816bc81c46 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:38.242152 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.248151 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2f3cba20-f822-4848-986d-d1b4a8ad266d HTTP/1.1" status: 204 len: 168 time: 0.7136621 Jul 07 10:30:38.248151 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment e0e1352a-68e3-4736-b366-b45a52194215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0e1352a-68e3-4736-b366-b45a52194215 found for delete ", "request_id": "req-6ee8bda7-c678-4195-8af0-97778442fe1e"}]} Jul 07 10:30:38.267408 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ebd6-78b2-4d52-8bec-4e08e9680858 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3cba20-f822-4848-986d-d1b4a8ad266d,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:38.276162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.276526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.276896 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.277212 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.277553 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.277881 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.278171 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.278490 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.278810 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.279145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.279445 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.279828 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.280119 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.280417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.280732 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a1e705-7152-4622-85f1-2d8ee6fe1733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:30:38.283904 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 544df059-6049-4abf-b5a5-b0816bc81c46 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:38.284251 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 544df059-6049-4abf-b5a5-b0816bc81c46 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:38.465493 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47260) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:38.506147 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-1f0d6479-ba97-4941-807a-78374da18eef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a2481546251413fb65aaed9e3f131e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384879 Jul 07 10:30:38.507846 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47262) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:38.556954 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-890f3646-3257-44dc-9081-39e82b196886 admin admin] Publish callbacks [] for security_group (f872574f-98db-43d2-8247-a904d6386032), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.578394 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-890f3646-3257-44dc-9081-39e82b196886 admin admin] Publish callbacks [] for security_group (f872574f-98db-43d2-8247-a904d6386032), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.623872 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-890f3646-3257-44dc-9081-39e82b196886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f872574f-98db-43d2-8247-a904d6386032), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.626384 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-890f3646-3257-44dc-9081-39e82b196886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:38.627557 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-890f3646-3257-44dc-9081-39e82b196886 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f872574f-98db-43d2-8247-a904d6386032 HTTP/1.1" status: 204 len: 168 time: 0.1188121 Jul 07 10:30:38.636158 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3646-3257-44dc-9081-39e82b196886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f872574f-98db-43d2-8247-a904d6386032,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:38.949233 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47268) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:38.989282 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-27ac81d1-5654-4cdc-9d17-9e4dd6b91fd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=deee1a73e228459ea17b72dafe9fd738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388138 Jul 07 10:30:38.991714 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47270) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:39.043772 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d450620-f618-4fb1-b13f-91b733d4da3e admin admin] Publish callbacks [] for security_group (a49ec716-ec79-465d-a2a0-d1f69197aa14), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.060845 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:39.065968 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d450620-f618-4fb1-b13f-91b733d4da3e admin admin] Publish callbacks [] for security_group (a49ec716-ec79-465d-a2a0-d1f69197aa14), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.113391 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d450620-f618-4fb1-b13f-91b733d4da3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a49ec716-ec79-465d-a2a0-d1f69197aa14), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.115956 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7d450620-f618-4fb1-b13f-91b733d4da3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.117160 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7d450620-f618-4fb1-b13f-91b733d4da3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a49ec716-ec79-465d-a2a0-d1f69197aa14 HTTP/1.1" status: 204 len: 168 time: 0.1244419 Jul 07 10:30:39.125121 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d450620-f618-4fb1-b13f-91b733d4da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ec716-ec79-465d-a2a0-d1f69197aa14,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:39.178482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47276) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:39.226066 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Deleting subnet 0ffa8547-5804-43c2-99b3-6e063b2be75a {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:30:39.229883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Publish callbacks [] for subnet (0ffa8547-5804-43c2-99b3-6e063b2be75a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.263509 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:39.270760 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (0ffa8547-5804-43c2-99b3-6e063b2be75a), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.315453 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (0ffa8547-5804-43c2-99b3-6e063b2be75a), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.375015 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (0ffa8547-5804-43c2-99b3-6e063b2be75a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.406235 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffa8547-5804-43c2-99b3-6e063b2be75a,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:39.412151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.415300 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-79ac0784-a1c3-475f-ac9c-836f4d1c675a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0ffa8547-5804-43c2-99b3-6e063b2be75a HTTP/1.1" status: 204 len: 168 time: 0.2357395 Jul 07 10:30:39.420216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47278) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:39.494482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (b3e89720-1b64-4314-83e5-302338369447), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.579061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (b3e89720-1b64-4314-83e5-302338369447), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.599417 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e89720-1b64-4314-83e5-302338369447']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:39.608438 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:39.608745 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:39.618188 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.631216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.636190 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:39.640532 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:30:39.640922 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.670773 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e resource provider aggregate not found Jul 07 10:30:39.707362 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (b3e89720-1b64-4314-83e5-302338369447), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.713566 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e81ac40-0d1b-4b8a-bf80-6e6c631ff25e found for delete ", "request_id": "req-236346bb-3724-4e98-bee5-0d36ee2b216c"}]} Jul 07 10:30:39.714475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.717583 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3e89720-1b64-4314-83e5-302338369447 HTTP/1.1" status: 204 len: 168 time: 0.2963924 Jul 07 10:30:39.733924 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660ccc3-c339-4211-bd4f-9931537e1a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e89720-1b64-4314-83e5-302338369447,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:39.877760 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47286) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:39.918065 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-260d40d2-6548-41fb-9c3f-991ea7ba31cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bd64979a2bc4ca6be57262f4387920e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391030 Jul 07 10:30:39.920442 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47288) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:39.971400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbf6d-02be-4586-8281-2310db837678 admin admin] Publish callbacks [] for security_group (7554a833-7313-4ebb-8ef1-73670499d033), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:39.997045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbf6d-02be-4586-8281-2310db837678 admin admin] Publish callbacks [] for security_group (7554a833-7313-4ebb-8ef1-73670499d033), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:40.046155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbf6d-02be-4586-8281-2310db837678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7554a833-7313-4ebb-8ef1-73670499d033), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:40.049234 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbf6d-02be-4586-8281-2310db837678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:40.050367 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-fa0fbf6d-02be-4586-8281-2310db837678 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7554a833-7313-4ebb-8ef1-73670499d033 HTTP/1.1" status: 204 len: 168 time: 0.1289718 Jul 07 10:30:40.058397 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fbf6d-02be-4586-8281-2310db837678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7554a833-7313-4ebb-8ef1-73670499d033,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:46.103595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5b795b32-cb63-4448-991d-d11cdcc5eb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:47.840466 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=74 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:47.846273 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=32 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:48.235473 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d32f70e6-cbab-4a30-aeed-78988689b794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:49.099727 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:49.120788 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:49.185878 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a704f1a-5788-4272-887e-fceb417d18fa req-79ecb23c-29de-4e5d-b650-a1fd164f8209 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:49.187362 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0a704f1a-5788-4272-887e-fceb417d18fa req-79ecb23c-29de-4e5d-b650-a1fd164f8209 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2005155 Jul 07 10:30:49.233691 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0a704f1a-5788-4272-887e-fceb417d18fa req-0f42172a-2bd8-4220-a1fe-6388577d6bc5 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Jul 07 10:30:49.574626 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:50.031804 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:50.054068 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:50.399401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56d96-0394-4ca2-9116-8a8941fefde0 req-189b70de-0211-40ba-b093-216760e2652a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:50.400972 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-12b56d96-0394-4ca2-9116-8a8941fefde0 req-189b70de-0211-40ba-b093-216760e2652a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0999801 Jul 07 10:30:50.450767 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-12b56d96-0394-4ca2-9116-8a8941fefde0 req-1f5ff27b-108d-44a9-b203-3abe6677a73a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Jul 07 10:30:51.026037 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:51.325336 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:51.565032 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3b00b-08b5-4f25-9975-6576d7eb9244 req-062baad9-bb88-4426-8703-0362618ef056 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:51.566471 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f3f3b00b-08b5-4f25-9975-6576d7eb9244 req-062baad9-bb88-4426-8703-0362618ef056 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Jul 07 10:30:51.588863 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:51.614450 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f3f3b00b-08b5-4f25-9975-6576d7eb9244 req-6f4103e7-91e9-4449-b02e-f4aa92e1ae45 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Jul 07 10:30:52.728852 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d3b91-852a-4837-90e4-86a5a219037b req-ae17fe3a-2ed3-4c11-8801-4a6b96a9fabc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:52.730288 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0c7d3b91-852a-4837-90e4-86a5a219037b req-ae17fe3a-2ed3-4c11-8801-4a6b96a9fabc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0468915 Jul 07 10:30:52.778201 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0c7d3b91-852a-4837-90e4-86a5a219037b req-8ec8b37a-a32a-426b-b759-7abfb1e2ecc9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Jul 07 10:30:53.598402 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff37254-53a2-4427-8b07-757d70b990dd req-e265efbf-d907-4ec0-be6f-ef14dc0ab11f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:53.599852 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3ff37254-53a2-4427-8b07-757d70b990dd req-e265efbf-d907-4ec0-be6f-ef14dc0ab11f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0469637 Jul 07 10:30:53.688157 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Deleting port ab69b298-c3d4-4702-89eb-78fe3392b9f5 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:53.688497 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:53.776652 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] For port ab69b298-c3d4-4702-89eb-78fe3392b9f5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ab69b298-c3d4-4702-89eb-78fe3392b9f5,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:30:53.777284 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:53.892615 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2829d5-8436-4166-bcd9-8ee5d9a1ab86 req-243f6978-bf7a-4b96-be5e-25d87b837ec0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:53.894172 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0b2829d5-8436-4166-bcd9-8ee5d9a1ab86 req-243f6978-bf7a-4b96-be5e-25d87b837ec0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a3c72-669b-41e2-a9b9-1a2921bcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Jul 07 10:30:53.951942 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0b2829d5-8436-4166-bcd9-8ee5d9a1ab86 req-92ef9e90-08cf-48d8-9d33-d62321e9351c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7fb332-a79a-4422-9572-4cb57188df3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510578 Jul 07 10:30:53.990027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:53.990396 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (fc3eb875-5404-4eef-916d-68f2c48bff8f), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:53.990786 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Floating IP fc3eb875-5404-4eef-916d-68f2c48bff8f disassociated. External IP: 172.27.1.189, port: ab69b298-c3d4-4702-89eb-78fe3392b9f5. Jul 07 10:30:53.991133 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Calling delete_port for ab69b298-c3d4-4702-89eb-78fe3392b9f5 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:54.129026 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (ab69b298-c3d4-4702-89eb-78fe3392b9f5), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:54.158530 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event deleted for resources: {'Port': ['ID=ab69b298-c3d4-4702-89eb-78fe3392b9f5,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:54.270925 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:30:54.281834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:54.371802 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:54.377512 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:30:54.389006 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:30:54.398355 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:54.399091 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:54.422654 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] No DVR routers for this DVR port ab69b298-c3d4-4702-89eb-78fe3392b9f5 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:30:54.425371 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:54.429408 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3ff37254-53a2-4427-8b07-757d70b990dd req-fdf3b764-48ac-42a4-aa01-f956f18a8b2d tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "DELETE /v2.0/ports/ab69b298-c3d4-4702-89eb-78fe3392b9f5 HTTP/1.1" status: 204 len: 173 time: 0.8226655 Jul 07 10:30:54.429895 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'name': 'network-vif-deleted', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:30:54.432776 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92de38-b316-4e51-b2e5-b7a602c3d5e9" -d '{"events": [{"server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "name": "network-vif-deleted", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:30:54.474320 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3de5845-145d-4d58-b891-15a268610e8a x-openstack-request-id: req-d3de5845-145d-4d58-b891-15a268610e8a {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:30:54.474662 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00a3c72-669b-41e2-a9b9-1a2921bcabe0", "name": "network-vif-deleted", "tag": "ab69b298-c3d4-4702-89eb-78fe3392b9f5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:30:54.474918 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3de5845-145d-4d58-b891-15a268610e8a {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:30:54.475382 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3de5845-145d-4d58-b891-15a268610e8a'] response: {'server_uuid': 'b00a3c72-669b-41e2-a9b9-1a2921bcabe0', 'name': 'network-vif-deleted', 'tag': 'ab69b298-c3d4-4702-89eb-78fe3392b9f5', 'status': 'completed', 'code': 200} Jul 07 10:30:54.615467 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:54.818093 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:54.842752 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:30:54.851408 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:30:54.852029 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:54.956455 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:30:55.048308 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47434) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:55.105996 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5639a8d5-1b4b-4945-a7af-cb7e0795bc1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (4f7fb332-a79a-4422-9572-4cb57188df3d), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.129782 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5639a8d5-1b4b-4945-a7af-cb7e0795bc1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (4f7fb332-a79a-4422-9572-4cb57188df3d), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.152943 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:30:55.177509 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5639a8d5-1b4b-4945-a7af-cb7e0795bc1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (4f7fb332-a79a-4422-9572-4cb57188df3d), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.179976 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a07be-cce4-4c23-8d59-a4b330485c71 None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:30:55.180706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5639a8d5-1b4b-4945-a7af-cb7e0795bc1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.181968 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5639a8d5-1b4b-4945-a7af-cb7e0795bc1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f7fb332-a79a-4422-9572-4cb57188df3d HTTP/1.1" status: 204 len: 168 time: 0.1330328 Jul 07 10:30:55.184703 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47436) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:55.192303 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a8d5-1b4b-4945-a7af-cb7e0795bc1c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fb332-a79a-4422-9572-4cb57188df3d,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:55.201058 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.api.v2.resource [None req-f404fc8c-1968-4903-b2f2-e128dc2801fa tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] show failed (client error): The resource could not be found. Jul 07 10:30:55.205735 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f404fc8c-1968-4903-b2f2-e128dc2801fa tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups/4f7fb332-a79a-4422-9572-4cb57188df3d HTTP/1.1" status: 404 len: 347 time: 0.0164917 Jul 07 10:30:55.206025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47438) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:55.318274 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Deleting port 1b2269eb-28b1-406f-85f2-8eee44783359 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:30:55.318613 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (1b2269eb-28b1-406f-85f2-8eee44783359), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.399255 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (1b2269eb-28b1-406f-85f2-8eee44783359), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.399577 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (1b2269eb-28b1-406f-85f2-8eee44783359), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.409864 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725f392-b9e9-461f-9637-058c5b6362e3 None None] New status for floating IP fc3eb875-5404-4eef-916d-68f2c48bff8f: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:30:55.413152 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Calling delete_port for 1b2269eb-28b1-406f-85f2-8eee44783359 owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:30:55.569404 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (1b2269eb-28b1-406f-85f2-8eee44783359), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.591276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event deleted for resources: {'Port': ['ID=1b2269eb-28b1-406f-85f2-8eee44783359,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:55.654285 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (fc3eb875-5404-4eef-916d-68f2c48bff8f), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.656907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.658041 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5bd6ec22-04f0-4b20-be2b-c3256b3ee9b0 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "DELETE /v2.0/floatingips/fc3eb875-5404-4eef-916d-68f2c48bff8f HTTP/1.1" status: 204 len: 168 time: 0.4510660 Jul 07 10:30:55.736650 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47446) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:55.741356 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348858506', 'description': 'tempest-description--1369201127'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:55.762427 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.832831 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (8c688e4c-df7a-45c8-8553-04bbdbecb484), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.837128 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8c688e4c-df7a-45c8-8553-04bbdbecb484), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.862515 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.863717 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1260509 Jul 07 10:30:55.866960 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47450) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:55.871737 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ac78-c46f-4c26-be3a-abe706cdfffc tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c688e4c-df7a-45c8-8553-04bbdbecb484,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:55.872309 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'security_group_rule': {'security_group_id': '8c688e4c-df7a-45c8-8553-04bbdbecb484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:55.899138 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (971f2c43-0880-40f2-b8ac-51e74700151b), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.962019 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (971f2c43-0880-40f2-b8ac-51e74700151b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.965670 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (971f2c43-0880-40f2-b8ac-51e74700151b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.985041 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971f2c43-0880-40f2-b8ac-51e74700151b,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:55.992901 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:55.994091 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-49e8e97f-1e9c-4f09-b89b-6716d6141890 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254642 Jul 07 10:30:55.996864 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47452) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:56.001130 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'security_group_rule': {'security_group_id': '8c688e4c-df7a-45c8-8553-04bbdbecb484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:56.006278 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:56.018165 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:56.032882 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (1c54e8db-f8be-46e8-8d78-857dc96fb846), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.090652 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (1c54e8db-f8be-46e8-8d78-857dc96fb846), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.094021 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (1c54e8db-f8be-46e8-8d78-857dc96fb846), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.111362 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c54e8db-f8be-46e8-8d78-857dc96fb846,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:56.121521 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.123329 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5a06eb20-25b6-4087-bb9c-50f7c7fc946a tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254895 Jul 07 10:30:56.126286 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-a7fda94f-118f-4020-838e-f25f780fa2d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379488 Jul 07 10:30:56.126773 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47454) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:56.130877 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:56.153888 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.210720 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-db679d26-178a-4613-a988-a7baede8c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:56.212302 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-db679d26-178a-4613-a988-a7baede8c3c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 1130 time: 0.0418375 Jul 07 10:30:56.235619 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.316183 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-e2192c4c-1b98-454d-9b53-0cd5a890d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:56.317643 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-e2192c4c-1b98-454d-9b53-0cd5a890d26d service neutron] 10.222.0.58 "GET /v2.0/networks?id=03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 200 len: 919 time: 0.0850263 Jul 07 10:30:56.339997 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Allocated IP 172.27.1.67 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/653d7345-5c32-4818-a5ab-99827d756c4d) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:30:56.362885 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-7c280993-3f52-4f1f-a09e-bedd414824cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 200 len: 217 time: 0.0380917 Jul 07 10:30:56.412742 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-8f804ba1-6b62-4b80-b944-0499361760e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:56.414201 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-8f804ba1-6b62-4b80-b944-0499361760e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 200 len: 857 time: 0.0436504 Jul 07 10:30:56.443522 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for port (653d7345-5c32-4818-a5ab-99827d756c4d), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.466767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-6f647090-2ca2-4ff8-9825-c120dac4c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:56.468294 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-6f647090-2ca2-4ff8-9825-c120dac4c9f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03eb7d11-d380-46df-8615-998b46a27260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396957 Jul 07 10:30:56.475976 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (653d7345-5c32-4818-a5ab-99827d756c4d), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.513343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:30:56.519438 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:30:56.523358 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:30:56.544538 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'Port': ['ID=653d7345-5c32-4818-a5ab-99827d756c4d,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:56.568407 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-2ad81bff-9d36-4259-b236-11da47779185 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932817 Jul 07 10:30:56.610025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (06de57e6-9311-4738-9ee6-bdb21a49dcdd), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.646910 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (653d7345-5c32-4818-a5ab-99827d756c4d), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:56.649193 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:56.657290 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4c1173c5-2d89-4bad-b5af-9b742fcc3504 req-7e17e6db-8a9b-4de1-b6be-18ba3c9f5519 service neutron] 10.222.0.58 "GET /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824113 Jul 07 10:30:56.997550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:57.030504 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for port (653d7345-5c32-4818-a5ab-99827d756c4d), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:57.035019 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (653d7345-5c32-4818-a5ab-99827d756c4d), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:57.108689 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'Port': ['ID=653d7345-5c32-4818-a5ab-99827d756c4d,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:57.117399 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (06de57e6-9311-4738-9ee6-bdb21a49dcdd), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:57.132491 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:57.133737 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-26c61631-eaa5-4023-8988-d6ca413a759b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0063410 Jul 07 10:30:57.320192 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:57.328718 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-14433509-7023-4cd2-96ca-09641c07e378 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1348858506&fields=id&tenant_id=98924fde961c41358ffb24ac3819557a HTTP/1.1" status: 200 len: 267 time: 0.0442681 Jul 07 10:30:57.362699 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:57.441091 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-7f535a1f-94b2-490d-8a71-da907866099f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:57.442556 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-7f535a1f-94b2-490d-8a71-da907866099f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 811 time: 0.1060202 Jul 07 10:30:57.456908 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-9c69641b-a95b-48f9-9d73-9ab62385c10e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/quotas/98924fde961c41358ffb24ac3819557a HTTP/1.1" status: 200 len: 375 time: 0.0088155 Jul 07 10:30:57.504327 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-028021bb-871c-4e36-9da7-702db5db4a02 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421901 Jul 07 10:30:57.602610 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-f5b24f6f-bf34-4337-bd51-c762d1c95372 service neutron] 10.222.0.16 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Jul 07 10:30:57.696209 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-e708d962-e7b9-4bc6-88fb-97ebbaca6b1e service neutron] 10.222.0.16 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877862 Jul 07 10:30:57.855151 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3fca7eef-2464-4b99-b6ca-40dd1ce0f497 req-4b105820-0b26-4469-9a17-1058318a0e90 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 210 time: 0.0307930 Jul 07 10:30:57.984636 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ab69b298-c3d4-4702-89eb-78fe3392b9f5 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:30:57.988543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=7 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:58.018231 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: ab69b298-c3d4-4702-89eb-78fe3392b9f5 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:30:58.018584 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ab69b298-c3d4-4702-89eb-78fe3392b9f5 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:30:58.910718 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-60067af8-c1f9-4619-8215-b41eea5a1074 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:58.912196 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-60067af8-c1f9-4619-8215-b41eea5a1074 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 811 time: 0.1531811 Jul 07 10:30:58.960743 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c3450dba-bc35-4391-b745-f0483984859c req-3f43a8a0-7f73-491a-b206-35d116812383 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 210 time: 0.0376205 Jul 07 10:30:59.000461 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-4079896f-a8c7-4d74-bde4-5beaec0df2e6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98924fde961c41358ffb24ac3819557a HTTP/1.1" status: 200 len: 380 time: 0.0671892 Jul 07 10:30:59.031061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'port': {'device_id': '4c12068c-75fc-441d-872b-046be6efeeba', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'admin_state_up': True, 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'security_groups': ['8c688e4c-df7a-45c8-8553-04bbdbecb484']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:59.142070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Made reservation on behalf of 98924fde961c41358ffb24ac3819557a for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:30:59.145640 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.275547 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Allocated IP 172.20.0.6 (b08fa55b-4190-4e6d-8467-4b3e6107ca87/afb0439a-4f10-4fb8-a05b-50ac4ec4edd0/bad5fc6c-9e27-456d-9310-528cd132eb27) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:30:59.324435 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47510) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:59.371371 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:59.416952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.425005 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:30:59.436025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9bf8-cde1-4f3a-ba4a-c7cf7665c830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.453357 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.507974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:30:59.511336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:30:59.512005 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9bf8-cde1-4f3a-ba4a-c7cf7665c830 admin admin] Publish callbacks [] for security_group (dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.516826 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9bf8-cde1-4f3a-ba4a-c7cf7665c830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.517161 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:30:59.522192 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event updated for resources: {'Port': ['ID=bad5fc6c-9e27-456d-9310-528cd132eb27,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:59.563729 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6a7c9bf8-cde1-4f3a-ba4a-c7cf7665c830 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35939867f6a44071a74b101fd4d65d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382040 Jul 07 10:30:59.564647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c9bf8-cde1-4f3a-ba4a-c7cf7665c830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:30:59.566840 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47514) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:30:59.587762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:30:59.588378 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.621743 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-0557c4f9-7505-4230-8044-8479e0497f76 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942290 Jul 07 10:30:59.639474 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Request body: {'port': {'device_id': '4c12068c-75fc-441d-872b-046be6efeeba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:30:59.645508 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-46719b29-8136-441d-9e1f-6a8d6ba57928 admin admin] Publish callbacks [] for security_group (dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.693740 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-46719b29-8136-441d-9e1f-6a8d6ba57928 admin admin] Publish callbacks [] for security_group (dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.744388 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.789988 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-3eb71a92-4157-4db7-b9d6-32d5c9a66afa None None] Provisioning complete for port bad5fc6c-9e27-456d-9310-528cd132eb27 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:30:59.791044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-3eb71a92-4157-4db7-b9d6-32d5c9a66afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.802539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-46719b29-8136-441d-9e1f-6a8d6ba57928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.805014 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-46719b29-8136-441d-9e1f-6a8d6ba57928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:30:59.806156 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-46719b29-8136-441d-9e1f-6a8d6ba57928 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3 HTTP/1.1" status: 204 len: 168 time: 0.2379127 Jul 07 10:30:59.824569 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-3eb71a92-4157-4db7-b9d6-32d5c9a66afa None None] Port bad5fc6c-9e27-456d-9310-528cd132eb27 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:30:59.861035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46719b29-8136-441d-9e1f-6a8d6ba57928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f9fb0-5f60-40d7-b5c5-c6e50a3ef7a3,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:00.028068 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad5fc6c-9e27-456d-9310-528cd132eb27 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:31:00.037878 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Publish callbacks [] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:00.053502 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Transition to ACTIVE for port object bad5fc6c-9e27-456d-9310-528cd132eb27 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:31:00.057668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:00.086225 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319ae4-b3c8-4966-81f1-dae176a1acf0 req-620c5b6e-cf93-49f4-98fe-7e486baa9949 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:00.087982 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a2319ae4-b3c8-4966-81f1-dae176a1acf0 req-620c5b6e-cf93-49f4-98fe-7e486baa9949 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 931 time: 0.0520823 Jul 07 10:31:00.119061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:00.145617 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a2319ae4-b3c8-4966-81f1-dae176a1acf0 req-5dd2ba07-270a-4501-8e23-0c1d8c1632f5 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495207 Jul 07 10:31:00.147978 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5fc6c-9e27-456d-9310-528cd132eb27,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:00.205690 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Attempting to bind port bad5fc6c-9e27-456d-9310-528cd132eb27 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:31:00.206023 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Attempting to bind port bad5fc6c-9e27-456d-9310-528cd132eb27 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:31:00.206350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Attempting to bind port bad5fc6c-9e27-456d-9310-528cd132eb27 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:00.211672 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Port bad5fc6c-9e27-456d-9310-528cd132eb27 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:31:00.212025 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Attempting to bind port bad5fc6c-9e27-456d-9310-528cd132eb27 on network b08fa55b-4190-4e6d-8467-4b3e6107ca87 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:00.217233 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:31:00.217575 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Checking segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:31:00.217962 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Bound using segment: {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:31:00.218398 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Bound port: bad5fc6c-9e27-456d-9310-528cd132eb27, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:31:00.218780 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:00.221794 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:00.282754 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] For port bad5fc6c-9e27-456d-9310-528cd132eb27, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:31:00.285737 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] For port bad5fc6c-9e27-456d-9310-528cd132eb27, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bad5fc6c-9e27-456d-9310-528cd132eb27,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:31:00.292195 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:00.329914 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:00.330657 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:00.332278 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] 10.222.0.58 "PUT /v2.0/ports/bad5fc6c-9e27-456d-9310-528cd132eb27 HTTP/1.1" status: 200 len: 1093 time: 0.6987891 Jul 07 10:31:00.332772 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:00.335337 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec5d422-4ce5-4727-807e-1f1f9443fe55" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:00.359934 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97aa3-46bb-4544-bd34-d43477841296 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5fc6c-9e27-456d-9310-528cd132eb27,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:00.378015 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358d963-f158-436e-8745-0d5813805b71 x-openstack-request-id: req-3358d963-f158-436e-8745-0d5813805b71 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:00.378372 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:00.378622 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3358d963-f158-436e-8745-0d5813805b71 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:00.379016 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3358d963-f158-436e-8745-0d5813805b71'] response: {'name': 'network-changed', 'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'status': 'completed', 'code': 200} Jul 07 10:31:00.434788 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-3cea4ba7-813d-4922-90b7-6039f0b05e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:00.436328 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-3cea4ba7-813d-4922-90b7-6039f0b05e23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 1127 time: 0.0421290 Jul 07 10:31:00.477314 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-e051bbaa-0c26-4b15-82e7-07dcd9467a53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bad5fc6c-9e27-456d-9310-528cd132eb27 HTTP/1.1" status: 200 len: 217 time: 0.0337059 Jul 07 10:31:00.527868 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-6b19174e-b171-464a-95ec-bfb4ae878565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:00.529323 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-6b19174e-b171-464a-95ec-bfb4ae878565 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.0449193 Jul 07 10:31:00.576265 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-9b24724d-69cf-4028-b9c7-8ded25107d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:00.577743 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-9b24724d-69cf-4028-b9c7-8ded25107d9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417900 Jul 07 10:31:00.665959 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-1920f9d7-7ef2-47ff-a70a-83fae61a7920 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813670 Jul 07 10:31:00.761019 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10eb5a8-3f22-4310-bd80-1fac746ae785 req-2cda92ca-872a-4c7e-9429-577f0eda36c0 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884333 Jul 07 10:31:01.262878 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8736-b890-4ae0-bc49-0c985abff6cc req-95d5a839-1e4c-451c-9882-e0576ac7d4a9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:01.264332 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f4ea8736-b890-4ae0-bc49-0c985abff6cc req-95d5a839-1e4c-451c-9882-e0576ac7d4a9 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 943 time: 0.0476060 Jul 07 10:31:01.310177 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f4ea8736-b890-4ae0-bc49-0c985abff6cc req-94021566-8973-4b34-bc13-c487192bc4ce tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Jul 07 10:31:01.748425 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-a594d256-136d-41ab-ad2e-b018eb514180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:01.749907 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-a594d256-136d-41ab-ad2e-b018eb514180 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 1127 time: 0.0392449 Jul 07 10:31:01.842945 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-313a6a71-ca3e-45c1-95df-0784c2ea44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:01.844394 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-313a6a71-ca3e-45c1-95df-0784c2ea44f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.0870965 Jul 07 10:31:01.884683 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-7873cf92-537d-4095-9f0c-21a57dcbbd9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bad5fc6c-9e27-456d-9310-528cd132eb27 HTTP/1.1" status: 200 len: 217 time: 0.0320928 Jul 07 10:31:01.934698 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-43babbeb-3786-41e9-84aa-43bdbb80311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:01.936119 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-43babbeb-3786-41e9-84aa-43bdbb80311b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.0422444 Jul 07 10:31:01.984769 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-651a755c-2c3c-4d45-85ea-415bb79de8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:01.986330 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-651a755c-2c3c-4d45-85ea-415bb79de8f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403073 Jul 07 10:31:02.075673 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-cf2d847c-0f3a-4e50-96db-da95cdf22d3d service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821846 Jul 07 10:31:02.148929 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:02.171776 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fec5d422-4ce5-4727-807e-1f1f9443fe55 req-b6d17324-63e7-40d9-bd75-50b8982330b0 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883753 Jul 07 10:31:02.424392 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f974-c7ac-4962-a6f6-ea2a65cadc03 req-00737a7f-a729-4124-a7fd-322bc2df94a3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:02.425766 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d829f974-c7ac-4962-a6f6-ea2a65cadc03 req-00737a7f-a729-4124-a7fd-322bc2df94a3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 943 time: 0.0473046 Jul 07 10:31:02.473923 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d829f974-c7ac-4962-a6f6-ea2a65cadc03 req-437d390b-b53e-4e8c-9950-33fcb0f055f3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Jul 07 10:31:03.587025 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5339c-62db-484d-9889-f901a9dda404 req-52ea7d5e-cf1c-4781-861f-77ab82b3c3a3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:03.588490 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-31e5339c-62db-484d-9889-f901a9dda404 req-52ea7d5e-cf1c-4781-861f-77ab82b3c3a3 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 943 time: 0.0465357 Jul 07 10:31:03.634460 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-31e5339c-62db-484d-9889-f901a9dda404 req-226dc087-ad21-4b1f-a2c9-6dc292c48278 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Jul 07 10:31:03.983406 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device bad5fc6c-9e27-456d-9310-528cd132eb27 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:31:04.081436 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port bad5fc6c-9e27-456d-9310-528cd132eb27, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bad5fc6c-9e27-456d-9310-528cd132eb27,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:04.092040 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'port_id': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'mac_address': 'fa:16:3e:84:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:31:04.124889 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port bad5fc6c-9e27-456d-9310-528cd132eb27 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:04.125269 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:04.138328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad5fc6c-9e27-456d-9310-528cd132eb27 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:31:04.156947 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port bad5fc6c-9e27-456d-9310-528cd132eb27, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bad5fc6c-9e27-456d-9310-528cd132eb27,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:04.160479 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:04.195537 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:04.213331 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=bad5fc6c-9e27-456d-9310-528cd132eb27,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:04.468543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['bad5fc6c-9e27-456d-9310-528cd132eb27'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:31:04.712155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:04.747778 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09230b9c-6514-4919-904c-2a4f8c8328ae req-622ec252-abb4-4fbb-b51c-04b6dec237df tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:04.749183 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-09230b9c-6514-4919-904c-2a4f8c8328ae req-622ec252-abb4-4fbb-b51c-04b6dec237df tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 944 time: 0.0473924 Jul 07 10:31:04.798936 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-09230b9c-6514-4919-904c-2a4f8c8328ae req-59841df4-3073-4591-a4f6-3ab86f510b79 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Jul 07 10:31:05.155083 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=71 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:05.155866 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=61 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:05.909756 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849065e-7806-483b-a2dc-33a6c034faea req-a9dfcb6a-2ac5-415e-b94e-a96fc8bd17c2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:05.911213 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a849065e-7806-483b-a2dc-33a6c034faea req-a9dfcb6a-2ac5-415e-b94e-a96fc8bd17c2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 944 time: 0.0459876 Jul 07 10:31:05.961344 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a849065e-7806-483b-a2dc-33a6c034faea req-301b65d0-e400-4caf-b633-a86043e0350b tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Jul 07 10:31:05.993962 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device bad5fc6c-9e27-456d-9310-528cd132eb27 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:06.037456 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port bad5fc6c-9e27-456d-9310-528cd132eb27 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:31:06.043377 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port bad5fc6c-9e27-456d-9310-528cd132eb27 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:06.043792 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:06.117861 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port bad5fc6c-9e27-456d-9310-528cd132eb27 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:06.118306 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:06.142805 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:06.145076 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fe943b-b71f-493f-a250-b3e81d10cef7" -d '{"events": [{"server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "name": "network-vif-plugged", "status": "completed", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:06.157907 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port bad5fc6c-9e27-456d-9310-528cd132eb27, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bad5fc6c-9e27-456d-9310-528cd132eb27,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:06.163009 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:06.188288 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95da05b-c559-4f36-ba4a-616d0e12609e x-openstack-request-id: req-f95da05b-c559-4f36-ba4a-616d0e12609e {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:06.188593 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "name": "network-vif-plugged", "status": "completed", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:06.188843 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f95da05b-c559-4f36-ba4a-616d0e12609e {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:06.189223 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95da05b-c559-4f36-ba4a-616d0e12609e'] response: {'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'code': 200} Jul 07 10:31:06.218551 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=bad5fc6c-9e27-456d-9310-528cd132eb27,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:06.348431 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db959bf-d653-4e57-b05f-b037d6cb208f req-6861ad2b-267b-4b01-98dd-a006e1dc3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:06.350687 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7db959bf-d653-4e57-b05f-b037d6cb208f req-6861ad2b-267b-4b01-98dd-a006e1dc3acc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 1129 time: 0.0404439 Jul 07 10:31:06.398117 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7db959bf-d653-4e57-b05f-b037d6cb208f req-42a9d4c5-e5ce-456b-9dca-5b2efd614d9e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Jul 07 10:31:06.731307 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:06.746552 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a81395-f621-4dc4-8273-59d0c87271f5 req-6ea5dec6-12b9-4892-a78d-57b4214a1306 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:06.748028 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-11a81395-f621-4dc4-8273-59d0c87271f5 req-6ea5dec6-12b9-4892-a78d-57b4214a1306 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0466878 Jul 07 10:31:06.794702 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-11a81395-f621-4dc4-8273-59d0c87271f5 req-9e5d7ce8-d572-4952-914b-38544c317896 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Jul 07 10:31:07.074154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7d0b7-6ea5-42d1-be47-46d0f1c98097 req-35b88985-5646-433d-88c0-9d27e421348f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:07.075606 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9ae7d0b7-6ea5-42d1-be47-46d0f1c98097 req-35b88985-5646-433d-88c0-9d27e421348f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0465839 Jul 07 10:31:07.120910 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9ae7d0b7-6ea5-42d1-be47-46d0f1c98097 req-fea20ccc-2420-4dd4-b850-45463b340d01 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Jul 07 10:31:07.772388 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:31:07.906455 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66355-bd14-4910-ad02-62d918fcdd2d req-fb34ce22-5235-4133-a140-799b37a37a41 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:07.907925 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ebb66355-bd14-4910-ad02-62d918fcdd2d req-fb34ce22-5235-4133-a140-799b37a37a41 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0464089 Jul 07 10:31:07.954213 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ebb66355-bd14-4910-ad02-62d918fcdd2d req-bc83c7bd-a499-4372-9193-c0a097f8bde5 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Jul 07 10:31:08.240044 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b638-6333-44d8-85e7-68b72a00a3f5 req-e764eb8f-963a-4826-a543-ee69e09d3c16 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:08.241484 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5801b638-6333-44d8-85e7-68b72a00a3f5 req-e764eb8f-963a-4826-a543-ee69e09d3c16 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0499787 Jul 07 10:31:08.288654 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5801b638-6333-44d8-85e7-68b72a00a3f5 req-358f35ca-1a3b-4338-9e84-19272864231c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Jul 07 10:31:09.067963 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feed384-522c-47c0-8c29-35ea19dd792a req-ec84ff61-ca81-4483-9938-5b91de83e2e2 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:09.070176 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6feed384-522c-47c0-8c29-35ea19dd792a req-ec84ff61-ca81-4483-9938-5b91de83e2e2 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0494304 Jul 07 10:31:09.094262 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:09.118605 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6feed384-522c-47c0-8c29-35ea19dd792a req-f7e8afb2-ab6b-4afb-ba0c-2283dbe6b226 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Jul 07 10:31:09.399297 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f4a6-a9d7-459f-b422-b47c3fd29472 req-2bc9167e-eaef-4b5a-a107-5540385376c6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:09.400773 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2446f4a6-a9d7-459f-b422-b47c3fd29472 req-2bc9167e-eaef-4b5a-a107-5540385376c6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0466318 Jul 07 10:31:09.447319 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2446f4a6-a9d7-459f-b422-b47c3fd29472 req-a8879518-fa66-43cb-973a-e7fa83c49602 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Jul 07 10:31:10.230715 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f823c-9e7c-40d3-bcdb-2a75365fe09d req-6e42be97-933c-49fc-a219-ce4f1dc1f46b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:10.232079 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eb2f823c-9e7c-40d3-bcdb-2a75365fe09d req-6e42be97-933c-49fc-a219-ce4f1dc1f46b tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0465491 Jul 07 10:31:10.277191 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eb2f823c-9e7c-40d3-bcdb-2a75365fe09d req-64decdd5-2968-47a5-a1b6-58a3efe5dd40 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Jul 07 10:31:10.557834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af90fc1-9087-4d89-895e-072b81094b51 req-488c8c5d-276f-449f-9db5-0e92cd883fdd tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:10.559253 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9af90fc1-9087-4d89-895e-072b81094b51 req-488c8c5d-276f-449f-9db5-0e92cd883fdd tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0460243 Jul 07 10:31:10.608445 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9af90fc1-9087-4d89-895e-072b81094b51 req-71410a36-56a8-49a9-aafc-6b3e8e48244e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Jul 07 10:31:10.674790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-20774ba1-eb1a-4dcc-a152-c3c429419008 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:10.676207 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-20774ba1-eb1a-4dcc-a152-c3c429419008 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0450468 Jul 07 10:31:10.759788 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Deleting port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:10.760051 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:11.082241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] For port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:11.082607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:11.183633 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:11.241139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:11.241503 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:11.241820 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Floating IP 8c8066bd-8510-41cb-b537-881b479805fb disassociated. External IP: 172.27.1.9, port: f2d0b2c3-ea20-4eea-87fe-434f9d0de45e. Jul 07 10:31:11.242170 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Calling delete_port for f2d0b2c3-ea20-4eea-87fe-434f9d0de45e owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:11.316852 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:11.379215 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (f2d0b2c3-ea20-4eea-87fe-434f9d0de45e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:11.404681 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2212d2-9d31-411b-8972-531bca72be42 req-266b005e-91b9-4bfa-bac0-d3a5abc98925 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:11.406258 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4a2212d2-9d31-411b-8972-531bca72be42 req-266b005e-91b9-4bfa-bac0-d3a5abc98925 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=5080ca5c-bf77-4305-877b-c992e9248b40 HTTP/1.1" status: 200 len: 946 time: 0.0519438 Jul 07 10:31:11.408544 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event deleted for resources: {'Port': ['ID=f2d0b2c3-ea20-4eea-87fe-434f9d0de45e,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:11.456418 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4a2212d2-9d31-411b-8972-531bca72be42 req-9b92f843-8bba-4cd3-b484-a0cb917ff71a tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=351a460e-3049-4899-9009-1c2c450fec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Jul 07 10:31:11.520606 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Router e36c9967-0d94-47ca-9399-d4b955ff690c has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:31:11.622084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:31:11.632796 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] Sync routers for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:31:11.643055 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:11.644023 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:11.667651 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] No DVR routers for this DVR port f2d0b2c3-ea20-4eea-87fe-434f9d0de45e on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:31:11.670236 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:11.673520 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6c3c8644-e3b3-4b63-a66a-d156ad276c58 req-7d77104c-293c-43db-9092-8f3e4e8f48e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "DELETE /v2.0/ports/f2d0b2c3-ea20-4eea-87fe-434f9d0de45e HTTP/1.1" status: 204 len: 173 time: 0.9901569 Jul 07 10:31:11.674088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'name': 'network-vif-deleted', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:11.676449 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c95acf-bd15-4872-a5ff-f70d9eb5ea09" -d '{"events": [{"server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "name": "network-vif-deleted", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:11.722009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9884492-3d6f-40de-b77c-1c050b90c6bf x-openstack-request-id: req-d9884492-3d6f-40de-b77c-1c050b90c6bf {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:11.722302 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5080ca5c-bf77-4305-877b-c992e9248b40", "name": "network-vif-deleted", "tag": "f2d0b2c3-ea20-4eea-87fe-434f9d0de45e", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:11.722553 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9884492-3d6f-40de-b77c-1c050b90c6bf {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:11.722943 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9884492-3d6f-40de-b77c-1c050b90c6bf'] response: {'server_uuid': '5080ca5c-bf77-4305-877b-c992e9248b40', 'name': 'network-vif-deleted', 'tag': 'f2d0b2c3-ea20-4eea-87fe-434f9d0de45e', 'status': 'completed', 'code': 200} Jul 07 10:31:11.747931 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f4a1d-eb3d-4b49-86ec-19c40f69c506 req-614be06f-92c6-4634-9408-bf0518a7ae4e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:11.749915 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10f4a1d-eb3d-4b49-86ec-19c40f69c506 req-614be06f-92c6-4634-9408-bf0518a7ae4e tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0692370 Jul 07 10:31:11.765146 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:11.810618 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c10f4a1d-eb3d-4b49-86ec-19c40f69c506 req-15c17af2-4e3d-4722-89ff-c122ff634838 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538201 Jul 07 10:31:11.938553 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4866-39f5-49d9-94cc-29b92638b1fc req-51c44eb2-7801-44fc-b798-47e707d600f6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:11.941029 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bd0b4866-39f5-49d9-94cc-29b92638b1fc req-51c44eb2-7801-44fc-b798-47e707d600f6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0500531 Jul 07 10:31:11.948127 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47584) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:11.952686 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Request body: {'floatingip': {'port_id': 'bad5fc6c-9e27-456d-9310-528cd132eb27'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:11.981155 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:11.990672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (06de57e6-9311-4738-9ee6-bdb21a49dcdd), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.005291 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] Checking router: e36c9967-0d94-47ca-9399-d4b955ff690c for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:31:12.014886 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:12.015494 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:12.119907 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:12.317664 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:12.346796 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046aa00-36bf-454c-a23f-4ea01821ff2d None None] The sync data for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi is: [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:25:58Z', 'revision_number': 4, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5', 'name': '', 'network_id': '03eb7d11-d380-46df-8615-998b46a27260', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'mac_address': 'fa:16:3e:40:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87eed4b2-6a2b-4284-b386-19c570667981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:57Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'subnets': [{'id': '87eed4b2-6a2b-4284-b386-19c570667981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:31:12.433146 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.436823 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (06de57e6-9311-4738-9ee6-bdb21a49dcdd), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.538406 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Floating IP 06de57e6-9311-4738-9ee6-bdb21a49dcdd associated. External IP: 172.27.1.67, port: bad5fc6c-9e27-456d-9310-528cd132eb27. Jul 07 10:31:12.559098 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47590) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:12.591339 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:12.620752 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group (351a460e-3049-4899-9009-1c2c450fec8c), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.621966 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2dc9b-831e-4959-a1d6-948feef88865 None None] New status for floating IP 8c8066bd-8510-41cb-b537-881b479805fb: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:31:12.645429 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group (351a460e-3049-4899-9009-1c2c450fec8c), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.697938 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (351a460e-3049-4899-9009-1c2c450fec8c), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.700568 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.704063 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "DELETE /v2.0/security-groups/351a460e-3049-4899-9009-1c2c450fec8c HTTP/1.1" status: 204 len: 168 time: 0.1415009 Jul 07 10:31:12.705415 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47592) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:12.719628 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.api.v2.resource [None req-ae6c908a-0c76-49c0-bbc7-393ba3bf3f8c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] show failed (client error): The resource could not be found. Jul 07 10:31:12.723243 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-ae6c908a-0c76-49c0-bbc7-393ba3bf3f8c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups/351a460e-3049-4899-9009-1c2c450fec8c HTTP/1.1" status: 404 len: 347 time: 0.0142856 Jul 07 10:31:12.725702 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47594) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:12.734632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:12.734859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:12.734974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a460e-3049-4899-9009-1c2c450fec8c,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:12.756953 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:31:12.777098 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.777448 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.777788 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.778134 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.778472 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.778810 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.779138 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.779484 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.779825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.780153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.780480 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.780807 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.781130 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.781451 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.781778 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e185531-2473-42b3-869e-aaa6f88ddd54 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:12.858750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Deleting port 52489d38-1b70-455a-968f-f2aa4db6f766 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:12.859118 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (52489d38-1b70-455a-968f-f2aa4db6f766), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.873926 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:31:12.878773 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.886341 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:31:12.898303 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:12.898905 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:12.912740 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2b37d394-2f38-49e6-9e27-c6b40cf4a1fe tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "PUT /v2.0/floatingips/06de57e6-9311-4738-9ee6-bdb21a49dcdd HTTP/1.1" status: 200 len: 990 time: 0.9633934 Jul 07 10:31:12.914047 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:12.916399 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856b93f-de77-4f44-a532-2c93868fd9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:12.944554 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (52489d38-1b70-455a-968f-f2aa4db6f766), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.944888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (52489d38-1b70-455a-968f-f2aa4db6f766), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:12.953341 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4941e9eb-478c-4109-83e3-9f591c52b63d x-openstack-request-id: req-4941e9eb-478c-4109-83e3-9f591c52b63d {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:12.953636 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:12.953978 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4941e9eb-478c-4109-83e3-9f591c52b63d {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:12.954385 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4941e9eb-478c-4109-83e3-9f591c52b63d'] response: {'name': 'network-changed', 'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'status': 'completed', 'code': 200} Jul 07 10:31:12.958016 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Calling delete_port for 52489d38-1b70-455a-968f-f2aa4db6f766 owned by network:floatingip {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:12.962257 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:13.013412 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:13.014815 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:13.061286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-e8c5b950-e6eb-42be-8414-b7f2fa0b1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:13.062813 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-e8c5b950-e6eb-42be-8414-b7f2fa0b1908 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98924fde961c41358ffb24ac3819557a&device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 1129 time: 0.0867844 Jul 07 10:31:13.203043 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-15364e89-39f8-4de2-b465-1600d9018523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:13.204456 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-15364e89-39f8-4de2-b465-1600d9018523 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 200 len: 912 time: 0.1356461 Jul 07 10:31:13.258741 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (52489d38-1b70-455a-968f-f2aa4db6f766), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:13.266650 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:13.293125 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event deleted for resources: {'Port': ['ID=52489d38-1b70-455a-968f-f2aa4db6f766,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:13.300593 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:13.300772 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-a1097116-c797-45f1-be66-bf610ea92f5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bad5fc6c-9e27-456d-9310-528cd132eb27 HTTP/1.1" status: 200 len: 998 time: 0.0895774 Jul 07 10:31:13.310495 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '06de57e6-9311-4738-9ee6-bdb21a49dcdd', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'port_id': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'mac_address': 'fa:16:3e:84:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12068c-75fc-441d-872b-046be6efeeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:30:56Z', 'updated_at': '2022-07-07T10:31:12Z', 'revision_number': 1, 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:13.340188 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:31:13.348613 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:13.349242 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:30:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:13.392393 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-263806f4-06ef-4c67-a513-cd8add470363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:13.393855 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-263806f4-06ef-4c67-a513-cd8add470363 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 200 len: 850 time: 0.0743620 Jul 07 10:31:13.396954 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks [] for floatingip (8c8066bd-8510-41cb-b537-881b479805fb), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:13.399461 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:13.400531 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-b8cec420-8374-4ac6-9598-6c82b2e31208 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c8066bd-8510-41cb-b537-881b479805fb HTTP/1.1" status: 204 len: 168 time: 0.6739404 Jul 07 10:31:13.440154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-1e83cd21-f19d-491e-9602-d39f434408d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:13.441766 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-1e83cd21-f19d-491e-9602-d39f434408d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b08fa55b-4190-4e6d-8467-4b3e6107ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402548 Jul 07 10:31:13.452925 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:13.542715 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-d4551ffd-bcf1-4442-b24a-75ef75fbb924 service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949345 Jul 07 10:31:13.638089 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2856b93f-de77-4f44-a532-2c93868fd9a0 req-88a29f41-5b7c-40f5-ac6d-173188efacec service neutron] 10.222.0.58 "GET /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892012 Jul 07 10:31:13.684788 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '06de57e6-9311-4738-9ee6-bdb21a49dcdd', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'port_id': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'mac_address': 'fa:16:3e:84:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12068c-75fc-441d-872b-046be6efeeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:30:56Z', 'updated_at': '2022-07-07T10:31:12Z', 'revision_number': 1, 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:13.710198 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cff1c-924b-4559-9ad7-868b10725d7f None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '06de57e6-9311-4738-9ee6-bdb21a49dcdd', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'port_id': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'mac_address': 'fa:16:3e:84:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12068c-75fc-441d-872b-046be6efeeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:30:56Z', 'updated_at': '2022-07-07T10:31:12Z', 'revision_number': 1, 'project_id': '98924fde961c41358ffb24ac3819557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:31:13.890495 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dc518-592e-4903-b9c1-3e3419fc5383 None None] New status for floating IP 06de57e6-9311-4738-9ee6-bdb21a49dcdd: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:31:15.866170 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8e26c-b89d-4c2c-bb9f-0494ae69dfbf req-5fd8f813-be25-4808-bc0c-9d3345224588 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:15.867635 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c1c8e26c-b89d-4c2c-bb9f-0494ae69dfbf req-5fd8f813-be25-4808-bc0c-9d3345224588 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0468116 Jul 07 10:31:15.913814 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c1c8e26c-b89d-4c2c-bb9f-0494ae69dfbf req-76ab1c19-b7cf-49da-a7b6-57d8d6df6384 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Jul 07 10:31:16.046426 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device f2d0b2c3-ea20-4eea-87fe-434f9d0de45e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:31:16.065547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: f2d0b2c3-ea20-4eea-87fe-434f9d0de45e {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:31:16.065892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device f2d0b2c3-ea20-4eea-87fe-434f9d0de45e not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:31:16.106229 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a5b1eadc-17fc-4725-9581-1714642e1e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:17.027691 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7065fb-6234-4cda-ac21-3bbcb6dada99 req-93523c11-85a1-47ee-827c-41329889abb6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:17.029174 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3e7065fb-6234-4cda-ac21-3bbcb6dada99 req-93523c11-85a1-47ee-827c-41329889abb6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0467706 Jul 07 10:31:17.075150 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3e7065fb-6234-4cda-ac21-3bbcb6dada99 req-7149e5b7-9e1b-40f0-bd34-0f4be59fc537 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Jul 07 10:31:18.218099 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad09ba-f174-4a14-b070-9391937e8555 req-c790f990-76a2-4821-acd9-9e9f4f815ceb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:18.219547 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-78ad09ba-f174-4a14-b070-9391937e8555 req-c790f990-76a2-4821-acd9-9e9f4f815ceb tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0797720 Jul 07 10:31:18.230106 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e21c3-b800-4f43-bc36-569815a232b5 req-bc6de995-0ba1-454e-8a4d-9b715052fa8e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:18.231512 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-737e21c3-b800-4f43-bc36-569815a232b5 req-bc6de995-0ba1-454e-8a4d-9b715052fa8e tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/ports?device_id=08e45c86-fe48-454c-8b7e-3e03765d79c1 HTTP/1.1" status: 200 len: 946 time: 0.0628769 Jul 07 10:31:18.238947 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2649-656a-44ac-aa3f-6cb1d3d9e2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:18.280152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:18.338133 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-78ad09ba-f174-4a14-b070-9391937e8555 req-7857dbdf-8030-439f-ae7b-6c7aea6654db tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056280 Jul 07 10:31:18.345582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Deleting port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:18.345920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:18.361834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:18.439278 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] For port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:18.439640 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:18.454203 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Calling delete_port for 3f5c850a-9465-4487-9bb2-f2d849e2ab3d owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:18.585489 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (3f5c850a-9465-4487-9bb2-f2d849e2ab3d), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:18.597830 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['3f5c850a-9465-4487-9bb2-f2d849e2ab3d', '78fdfce4-3284-497c-b70f-045463371669'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:31:18.612152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event deleted for resources: {'Port': ['ID=3f5c850a-9465-4487-9bb2-f2d849e2ab3d,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:18.642399 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:18.659546 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] No DVR routers for this DVR port 3f5c850a-9465-4487-9bb2-f2d849e2ab3d on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:31:18.662792 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:18.666295 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-737e21c3-b800-4f43-bc36-569815a232b5 req-af4bc372-add7-499d-87d5-16158fac849c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "DELETE /v2.0/ports/3f5c850a-9465-4487-9bb2-f2d849e2ab3d HTTP/1.1" status: 204 len: 173 time: 0.4276700 Jul 07 10:31:18.666731 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'name': 'network-vif-deleted', 'tag': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:18.669088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa87ba80-24ce-4a84-84ca-927ef190032a" -d '{"events": [{"server_uuid": "08e45c86-fe48-454c-8b7e-3e03765d79c1", "name": "network-vif-deleted", "tag": "3f5c850a-9465-4487-9bb2-f2d849e2ab3d"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:18.709487 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c609c-3698-41b2-ad56-f48b45b2bf24 x-openstack-request-id: req-f30c609c-3698-41b2-ad56-f48b45b2bf24 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:18.709772 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e45c86-fe48-454c-8b7e-3e03765d79c1", "name": "network-vif-deleted", "tag": "3f5c850a-9465-4487-9bb2-f2d849e2ab3d", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:18.710129 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f30c609c-3698-41b2-ad56-f48b45b2bf24 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:18.710587 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30c609c-3698-41b2-ad56-f48b45b2bf24'] response: {'server_uuid': '08e45c86-fe48-454c-8b7e-3e03765d79c1', 'name': 'network-vif-deleted', 'tag': '3f5c850a-9465-4487-9bb2-f2d849e2ab3d', 'status': 'completed', 'code': 200} Jul 07 10:31:19.578627 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:19.613083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a369da-8ddd-4a99-a28f-c97c90bf8ae7 req-31be54d5-6811-487a-a809-112916aae5c6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:19.614571 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-18a369da-8ddd-4a99-a28f-c97c90bf8ae7 req-31be54d5-6811-487a-a809-112916aae5c6 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0490711 Jul 07 10:31:19.660968 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-18a369da-8ddd-4a99-a28f-c97c90bf8ae7 req-d515f2f1-f77e-421b-8af8-ae9ab061c1bd tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Jul 07 10:31:20.772550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993d397-8cb2-483a-a02c-1cb0e482bd46 req-e9defe69-5edf-4171-9f6a-ba7dc920a3e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:20.774006 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3993d397-8cb2-483a-a02c-1cb0e482bd46 req-e9defe69-5edf-4171-9f6a-ba7dc920a3e0 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0460372 Jul 07 10:31:20.824052 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3993d397-8cb2-483a-a02c-1cb0e482bd46 req-e5d97a02-3356-4ca9-9caa-6307f57f5d42 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Jul 07 10:31:21.027899 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:21.326815 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:21.592367 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:21.937516 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed0214-b3e5-4987-be84-08d270dd79f8 req-cb0bb1a2-9add-49dc-a073-eedb3ed04b84 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:21.938959 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c0ed0214-b3e5-4987-be84-08d270dd79f8 req-cb0bb1a2-9add-49dc-a073-eedb3ed04b84 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0491374 Jul 07 10:31:21.984813 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c0ed0214-b3e5-4987-be84-08d270dd79f8 req-4c00243f-9e92-4cb8-8f05-e9ec077c2f4c tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Jul 07 10:31:22.052700 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 3f5c850a-9465-4487-9bb2-f2d849e2ab3d no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:31:22.074695 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 3f5c850a-9465-4487-9bb2-f2d849e2ab3d {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:31:22.075034 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 3f5c850a-9465-4487-9bb2-f2d849e2ab3d not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:31:23.023860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-182f1f6f-7994-4d1a-91bc-f385c524e2b3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:23.025338 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-182f1f6f-7994-4d1a-91bc-f385c524e2b3 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0467839 Jul 07 10:31:23.100758 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758eb6a-15f3-4d01-8b45-af6946d7a992 req-009d8c6c-02f7-427a-85e5-70420e787254 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:23.102256 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a758eb6a-15f3-4d01-8b45-af6946d7a992 req-009d8c6c-02f7-427a-85e5-70420e787254 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a1d0d51-844a-4a45-9f11-71081578d56f HTTP/1.1" status: 200 len: 946 time: 0.0479307 Jul 07 10:31:23.115530 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Deleting port 78fdfce4-3284-497c-b70f-045463371669 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:23.115920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (78fdfce4-3284-497c-b70f-045463371669), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:23.150132 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a758eb6a-15f3-4d01-8b45-af6946d7a992 req-b469f9ee-52fa-42f6-8a53-cccd38bf2819 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.16 "GET /v2.0/security-groups?id=52535c06-6a3d-4d3d-888e-d0ac12368891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Jul 07 10:31:23.204772 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] For port 78fdfce4-3284-497c-b70f-045463371669, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=78fdfce4-3284-497c-b70f-045463371669,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:23.205133 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (78fdfce4-3284-497c-b70f-045463371669), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:23.218452 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Calling delete_port for 78fdfce4-3284-497c-b70f-045463371669 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:23.290831 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:23.345226 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (78fdfce4-3284-497c-b70f-045463371669), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:23.356974 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['78fdfce4-3284-497c-b70f-045463371669'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:31:23.370453 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Pushing event deleted for resources: {'Port': ['ID=78fdfce4-3284-497c-b70f-045463371669,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:23.402062 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:23.419488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] No DVR routers for this DVR port 78fdfce4-3284-497c-b70f-045463371669 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:31:23.421930 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:23.425149 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-25df2bb2-540f-4cea-b86d-a28e1b9f07d6 req-40728478-f789-422f-9ddf-5d7a844ac444 tempest-ServerRescueNegativeTestJSON-1851522730 tempest-ServerRescueNegativeTestJSON-1851522730-project] 10.222.0.58 "DELETE /v2.0/ports/78fdfce4-3284-497c-b70f-045463371669 HTTP/1.1" status: 204 len: 173 time: 0.3925285 Jul 07 10:31:23.425562 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'name': 'network-vif-deleted', 'tag': '78fdfce4-3284-497c-b70f-045463371669'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:23.427774 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e23b2ad-825a-4459-a1b3-7beb25611dd0" -d '{"events": [{"server_uuid": "1a1d0d51-844a-4a45-9f11-71081578d56f", "name": "network-vif-deleted", "tag": "78fdfce4-3284-497c-b70f-045463371669"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:23.592723 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed9184-22bf-4f82-b2f4-87a597991072 x-openstack-request-id: req-d2ed9184-22bf-4f82-b2f4-87a597991072 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:23.593015 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1d0d51-844a-4a45-9f11-71081578d56f", "name": "network-vif-deleted", "tag": "78fdfce4-3284-497c-b70f-045463371669", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:23.593267 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2ed9184-22bf-4f82-b2f4-87a597991072 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:23.593670 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ed9184-22bf-4f82-b2f4-87a597991072'] response: {'server_uuid': '1a1d0d51-844a-4a45-9f11-71081578d56f', 'name': 'network-vif-deleted', 'tag': '78fdfce4-3284-497c-b70f-045463371669', 'status': 'completed', 'code': 200} Jul 07 10:31:24.207453 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47642) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:24.648827 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (e36c9967-0d94-47ca-9399-d4b955ff690c), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:24.719515 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:24.818519 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:24.838136 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=45 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:24.842102 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=43 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:24.862507 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Deleting port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:24.862835 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:24.939408 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] For port 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:24.939681 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:24.952497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Calling delete_port for 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 owned by network:router_interface {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:25.122513 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:25.145857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:25.175577 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.175949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.176288 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.176624 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.176954 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.177282 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.177618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.177922 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.178242 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.178564 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.178922 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.179242 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.179557 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.179905 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.180221 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:25.318232 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (e36c9967-0d94-47ca-9399-d4b955ff690c), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:25.699394 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:25.750792 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Router e36c9967-0d94-47ca-9399-d4b955ff690c has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:31:25.846730 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:31:25.852080 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e04e18e7-6867-4e5a-93f7-70f4fb45a503 admin admin] 10.222.0.16 "PUT /v2.0/routers/e36c9967-0d94-47ca-9399-d4b955ff690c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440136 Jul 07 10:31:25.854582 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47646) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:25.855697 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] Sync routers for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:31:25.867441 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:25.868077 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:25.937865 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:25.953975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks [] for router (e36c9967-0d94-47ca-9399-d4b955ff690c), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:25.970558 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:26.052080 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks [] for router_gateway (e36c9967-0d94-47ca-9399-d4b955ff690c), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.096382 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Deleting port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:26.096721 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.145665 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:31:25Z', 'revision_number': 5, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port': {'id': '9f0cdabd-5687-4e0d-8f00-4a55b4495edb', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:50Z', 'updated_at': '2022-07-07T10:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:26.170262 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] Checking router: e36c9967-0d94-47ca-9399-d4b955ff690c for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:31:26.178181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] For port 9f0cdabd-5687-4e0d-8f00-4a55b4495edb, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:26.178391 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] Routers {'e36c9967-0d94-47ca-9399-d4b955ff690c'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:26.178544 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.179559 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['e36c9967-0d94-47ca-9399-d4b955ff690c'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:26.191983 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Calling delete_port for 9f0cdabd-5687-4e0d-8f00-4a55b4495edb owned by network:router_gateway {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:26.262052 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] Set router e36c9967-0d94-47ca-9399-d4b955ff690c gateway port host: None {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:26.310524 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:31:26Z', 'revision_number': 6, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:26.338022 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcecbe0-a2fa-44cc-a427-fd076fd00336 None None] The sync data for ids ['e36c9967-0d94-47ca-9399-d4b955ff690c'] in dv-cinder-822821-4-iscsi is: [{'id': 'e36c9967-0d94-47ca-9399-d4b955ff690c', 'name': 'tempest-ServerRescueNegativeTestJSON-747978048-router', 'tenant_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:49Z', 'updated_at': '2022-07-07T10:31:26Z', 'revision_number': 6, 'project_id': '0a883b49db0f4f32a32bf6d87e2f6104', 'gw_port_host': None}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:31:26.354601 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (9f0cdabd-5687-4e0d-8f00-4a55b4495edb), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.378339 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0cdabd-5687-4e0d-8f00-4a55b4495edb,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:26.444283 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (e36c9967-0d94-47ca-9399-d4b955ff690c), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.529895 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (e36c9967-0d94-47ca-9399-d4b955ff690c), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.532046 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks [] for router_controller (e36c9967-0d94-47ca-9399-d4b955ff690c), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.572784 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (e36c9967-0d94-47ca-9399-d4b955ff690c), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.573353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36c9967-0d94-47ca-9399-d4b955ff690c {{(pid=103871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:31:26.577545 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.578628 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-bf47fa18-7267-4d2d-8ab7-c2f581371a3e admin admin] 10.222.0.16 "DELETE /v2.0/routers/e36c9967-0d94-47ca-9399-d4b955ff690c HTTP/1.1" status: 204 len: 168 time: 0.7231295 Jul 07 10:31:26.581187 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47650) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:26.608588 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:26.627551 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Deleting subnet 87eed4b2-6a2b-4284-b386-19c570667981 {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:31:26.630460 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Publish callbacks [] for subnet (87eed4b2-6a2b-4284-b386-19c570667981), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.663850 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12927621'] for subnet (87eed4b2-6a2b-4284-b386-19c570667981), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.734934 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:26.742257 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (87eed4b2-6a2b-4284-b386-19c570667981), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.800095 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12927284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58513845'] for subnet (87eed4b2-6a2b-4284-b386-19c570667981), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.826994 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87eed4b2-6a2b-4284-b386-19c570667981,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:26.828978 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.832238 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ea67e853-c812-48a2-95f1-8981567f992d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/87eed4b2-6a2b-4284-b386-19c570667981 HTTP/1.1" status: 204 len: 168 time: 0.2500455 Jul 07 10:31:26.834025 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6702cb-f58a-42e2-a907-addc7b6b1cbd None None] Network 03eb7d11-d380-46df-8615-998b46a27260 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:31:26.834790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47652) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:26.907469 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (03eb7d11-d380-46df-8615-998b46a27260), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:26.952053 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Deleting port c9d5e3d3-068b-4dac-843a-e638bdddd081 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:31:26.952431 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.018686 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] For port c9d5e3d3-068b-4dac-843a-e638bdddd081, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c9d5e3d3-068b-4dac-843a-e638bdddd081,segment=NetworkSegment(183f5af8-23ef-4347-a59b-388b79bace49),segment_id=183f5af8-23ef-4347-a59b-388b79bace49)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:27.019084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.032126 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Calling delete_port for c9d5e3d3-068b-4dac-843a-e638bdddd081 owned by network:dhcp {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:31:27.109532 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (c9d5e3d3-068b-4dac-843a-e638bdddd081), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.119398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf4bd9f-3425-4dca-acf8-eee92c4049ae None None] DHCP port deletion for 03eb7d11-d380-46df-8615-998b46a27260 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:31:27.140208 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d5e3d3-068b-4dac-843a-e638bdddd081,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:27.150975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] No DVR routers for this DVR port c9d5e3d3-068b-4dac-843a-e638bdddd081 on host dv-cinder-822821-4-iscsi {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:31:27.227811 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (03eb7d11-d380-46df-8615-998b46a27260), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.248886 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eb7d11-d380-46df-8615-998b46a27260']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:27.259088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183f5af8-23ef-4347-a59b-388b79bace49') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:27.259462 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183f5af8-23ef-4347-a59b-388b79bace49') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:27.269100 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (183f5af8-23ef-4347-a59b-388b79bace49), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.282899 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (183f5af8-23ef-4347-a59b-388b79bace49), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.289555 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:31:27.290062 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (183f5af8-23ef-4347-a59b-388b79bace49), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.358222 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (03eb7d11-d380-46df-8615-998b46a27260), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.365494 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.369381 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] 10.222.0.16 "DELETE /v2.0/networks/03eb7d11-d380-46df-8615-998b46a27260 HTTP/1.1" status: 204 len: 168 time: 0.5329380 Jul 07 10:31:27.382614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c89a08-d921-4ebd-bcd3-ce00881f7a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=03eb7d11-d380-46df-8615-998b46a27260,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:27.451071 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 183f5af8-23ef-4347-a59b-388b79bace49 resource provider aggregate not found Jul 07 10:31:27.467015 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 183f5af8-23ef-4347-a59b-388b79bace49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 183f5af8-23ef-4347-a59b-388b79bace49 found for delete ", "request_id": "req-d57596f2-651f-4e5d-b2a4-11bc4e81adfd"}]} Jul 07 10:31:27.501832 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47662) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:27.542882 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-1378ffc5-b86a-412a-9b16-bac5bcb7dafa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a883b49db0f4f32a32bf6d87e2f6104&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398803 Jul 07 10:31:27.545259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47664) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:27.591979 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa8fe-ec28-491c-ad34-7f7dde42cd73 admin admin] Publish callbacks [] for security_group (52535c06-6a3d-4d3d-888e-d0ac12368891), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.613000 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa8fe-ec28-491c-ad34-7f7dde42cd73 admin admin] Publish callbacks [] for security_group (52535c06-6a3d-4d3d-888e-d0ac12368891), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.659975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa8fe-ec28-491c-ad34-7f7dde42cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (52535c06-6a3d-4d3d-888e-d0ac12368891), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.662693 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa8fe-ec28-491c-ad34-7f7dde42cd73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:27.664358 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-ea9aa8fe-ec28-491c-ad34-7f7dde42cd73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52535c06-6a3d-4d3d-888e-d0ac12368891 HTTP/1.1" status: 204 len: 168 time: 0.1182263 Jul 07 10:31:27.672417 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aa8fe-ec28-491c-ad34-7f7dde42cd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52535c06-6a3d-4d3d-888e-d0ac12368891,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:28.064281 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 78fdfce4-3284-497c-b70f-045463371669 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:31:28.088257 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 9f0cdabd-5687-4e0d-8f00-4a55b4495edb no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:31:28.090457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 78fdfce4-3284-497c-b70f-045463371669 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:31:28.090798 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 78fdfce4-3284-497c-b70f-045463371669 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:31:28.109197 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 9f0cdabd-5687-4e0d-8f00-4a55b4495edb {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:31:28.109543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 9f0cdabd-5687-4e0d-8f00-4a55b4495edb not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:31:28.110038 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c9d5e3d3-068b-4dac-843a-e638bdddd081 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:31:28.134060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: c9d5e3d3-068b-4dac-843a-e638bdddd081 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:31:28.134404 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c9d5e3d3-068b-4dac-843a-e638bdddd081 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:31:28.134817 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:31:28.153042 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:31:28.153383 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6f287f1e-4cd9-48cd-8c96-4c67fc64f2c5 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:31:28.316190 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47686) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:28.411449 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-924628905-network', 'tenant_id': '96923df6a03841498e3732c8504b6363'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:28.433706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Made reservation on behalf of 96923df6a03841498e3732c8504b6363 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:31:28.435961 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.445120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.478381 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:28.480292 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:28.526880 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks [] for security_group (f3692b98-a202-47f7-a31b-398eff19a92f), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.530614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f3692b98-a202-47f7-a31b-398eff19a92f), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.555361 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:31:28.564225 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3692b98-a202-47f7-a31b-398eff19a92f,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:28.571618 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (e0dddf81-51be-4ce0-a4d0-0abed4713228), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.572777 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Added segment e0dddf81-51be-4ce0-a4d0-0abed4713228 of type vlan for network 996996e9-2cfe-410c-9ecf-b4537a28c022 Jul 07 10:31:28.611981 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (996996e9-2cfe-410c-9ecf-b4537a28c022), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.635786 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (996996e9-2cfe-410c-9ecf-b4537a28c022), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.636729 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:28.637300 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.671245 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3540018 Jul 07 10:31:28.674233 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47690) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:28.679537 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Request body: {'subnet': {'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-subnet', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:28.700130 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Made reservation on behalf of 96923df6a03841498e3732c8504b6363 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:31:28.702497 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.704777 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18e64b-820d-4c43-b955-833e17a8431d admin admin] Pushing event updated for resources: {'Network': ['ID=996996e9-2cfe-410c-9ecf-b4537a28c022,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:28.714160 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:31:28.868633 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (1b2869e6-a308-4322-957e-2b5e691cb6b9), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.929199 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2869e6-a308-4322-957e-2b5e691cb6b9,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:28.936352 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Checking segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:31:28.936708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Network hostable DHCP agents. Network: 996996e9-2cfe-410c-9ecf-b4537a28c022, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:31:28.953862 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:31:28.962537 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 996996e9-2cfe-410c-9ecf-b4537a28c022) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:28.966485 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:28.967071 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:28.971233 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb07f9-07bb-4fb1-8fe6-49bce864aca5 None None] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:31:28.983541 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-67efd2ef-94fb-4985-bbd2-1a054782f2e6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3082366 Jul 07 10:31:28.986400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47692) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:28.990940 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:29.011396 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (03694ad4-4642-4c3d-8a17-fbecf60ee96e), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.012454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (03694ad4-4642-4c3d-8a17-fbecf60ee96e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.064360 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks [] for router_controller (03694ad4-4642-4c3d-8a17-fbecf60ee96e), precommit_add_association {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.078237 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-996996e9-2cfe-410c-9ecf-b4537a28c022', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:31:29.079180 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.171112 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:29.216859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Allocated IP 172.20.0.2 (996996e9-2cfe-410c-9ecf-b4537a28c022/1b2869e6-a308-4322-957e-2b5e691cb6b9/70c98da7-f58a-4b3c-8926-af5ebbbd553d) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:31:29.367022 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Publish callbacks [] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.373390 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.381553 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:29.414633 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:31:29.419556 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:29.424254 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:31:29.435891 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Pushing event updated for resources: {'Port': ['ID=70c98da7-f58a-4b3c-8926-af5ebbbd553d,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:29.445133 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks [] for router_gateway (03694ad4-4642-4c3d-8a17-fbecf60ee96e), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.487145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Attempting to bind port 70c98da7-f58a-4b3c-8926-af5ebbbd553d on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:31:29.487518 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Attempting to bind port 70c98da7-f58a-4b3c-8926-af5ebbbd553d by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:31:29.487920 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Attempting to bind port 70c98da7-f58a-4b3c-8926-af5ebbbd553d on network 996996e9-2cfe-410c-9ecf-b4537a28c022 {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:29.492883 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:31:29.493256 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Checking segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:31:29.493654 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.494047 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Bound using segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:31:29.494508 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Bound port: 70c98da7-f58a-4b3c-8926-af5ebbbd553d, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:31:29.494886 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.557414 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] For port 70c98da7-f58a-4b3c-8926-af5ebbbd553d, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:31:29.560431 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] For port 70c98da7-f58a-4b3c-8926-af5ebbbd553d, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=70c98da7-f58a-4b3c-8926-af5ebbbd553d,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:31:29.566873 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.626859 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981235db-80ba-43a2-9c8f-f8bdfae29fdd None None] Pushing event updated for resources: {'Port': ['ID=70c98da7-f58a-4b3c-8926-af5ebbbd553d,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:29.629728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks [] for router_gateway (03694ad4-4642-4c3d-8a17-fbecf60ee96e), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.649958 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.761917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Allocated IP 172.27.1.204 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/bb45ada3-abee-4384-91fd-7af7ea11aead) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:31:29.849047 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:29.875495 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:29.891608 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks [] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.927315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:29.973380 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:31:29.976272 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:29.980093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:31:29.985197 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Pushing event updated for resources: {'Port': ['ID=bb45ada3-abee-4384-91fd-7af7ea11aead,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:30.094212 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 70c98da7-f58a-4b3c-8926-af5ebbbd553d up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:30.138074 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 70c98da7-f58a-4b3c-8926-af5ebbbd553d triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:30.138457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.227872 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks [] for router_gateway (03694ad4-4642-4c3d-8a17-fbecf60ee96e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.339074 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 70c98da7-f58a-4b3c-8926-af5ebbbd553d is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:30.339462 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.376783 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 70c98da7-f58a-4b3c-8926-af5ebbbd553d, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=70c98da7-f58a-4b3c-8926-af5ebbbd553d,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:30.382336 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.431601 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=70c98da7-f58a-4b3c-8926-af5ebbbd553d,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:30.435981 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (03694ad4-4642-4c3d-8a17-fbecf60ee96e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.552359 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2814530-5551-4651-8fe8-87abd79d8acf None None] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:31:30.568923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:31:30.591438 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-d81ecd64-79de-4a63-88a9-5293a194f3bc None None] Provisioning complete for port 70c98da7-f58a-4b3c-8926-af5ebbbd553d triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:30.591829 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d81ecd64-79de-4a63-88a9-5293a194f3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.619917 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:30.668558 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:31:30.676333 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:30.687538 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:31:30.687789 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:30.689028 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-873df735-2a46-41d7-b817-f03588308ffe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7015872 Jul 07 10:31:30.691641 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47694) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:30.729880 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:30.730426 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:30.783182 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-d81ecd64-79de-4a63-88a9-5293a194f3bc None None] Current status of the port 70c98da7-f58a-4b3c-8926-af5ebbbd553d is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:30.833374 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:30.852103 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:30.974585 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:31.029454 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-041a4f6b-2d9c-4873-bcc1-7b5a55ddf7f1 None None] Provisioning complete for port 70c98da7-f58a-4b3c-8926-af5ebbbd553d triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:31.029740 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-041a4f6b-2d9c-4873-bcc1-7b5a55ddf7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.055384 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:30Z', 'revision_number': 3, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:31.088131 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:31:31.088485 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Updating router 03694ad4-4642-4c3d-8a17-fbecf60ee96e port bb45ada3-abee-4384-91fd-7af7ea11aead binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:31:31.102631 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.121435 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.236325 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-041a4f6b-2d9c-4873-bcc1-7b5a55ddf7f1 None None] Current status of the port 70c98da7-f58a-4b3c-8926-af5ebbbd553d is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:31.254117 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Allocated IP 172.20.0.1 (996996e9-2cfe-410c-9ecf-b4537a28c022/1b2869e6-a308-4322-957e-2b5e691cb6b9/1a3d3914-ed8c-45ee-985f-ab9abe0219c2) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:31:31.357450 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks [] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.388881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.395699 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Publish callbacks [] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.408558 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.441629 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:31:31.446171 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:31.447736 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:31.449440 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:31:31.465105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Attempting to bind port bb45ada3-abee-4384-91fd-7af7ea11aead on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:31:31.465476 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Attempting to bind port bb45ada3-abee-4384-91fd-7af7ea11aead by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:31:31.465838 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Attempting to bind port bb45ada3-abee-4384-91fd-7af7ea11aead on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:31.468064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cda55-ecfd-4c30-81a8-7c8c5bc4bcd0 None None] Pushing event updated for resources: {'Port': ['ID=bb45ada3-abee-4384-91fd-7af7ea11aead,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:31.473626 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:31:31.474055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:31:31.474398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.474776 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:31:31.476483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Bound port: bb45ada3-abee-4384-91fd-7af7ea11aead, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:31:31.476483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.476675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:31.477279 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:31.499041 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (03694ad4-4642-4c3d-8a17-fbecf60ee96e), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.532747 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] For port bb45ada3-abee-4384-91fd-7af7ea11aead, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:31:31.536722 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] For port bb45ada3-abee-4384-91fd-7af7ea11aead, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bb45ada3-abee-4384-91fd-7af7ea11aead,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:31:31.543698 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.596036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:31.596675 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:31.605759 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:31.638508 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.652543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cda55-ecfd-4c30-81a8-7c8c5bc4bcd0 None None] Pushing event updated for resources: {'Port': ['ID=bb45ada3-abee-4384-91fd-7af7ea11aead,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:31.714661 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:31.785123 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:31.793515 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-01e73a69-ee4a-443e-b9f1-a89fed186027 None None] Provisioning complete for port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:31.793892 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-01e73a69-ee4a-443e-b9f1-a89fed186027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.804633 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks [] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.809459 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.876762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:31.879315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (03694ad4-4642-4c3d-8a17-fbecf60ee96e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:31.880145 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-01e73a69-ee4a-443e-b9f1-a89fed186027 None None] Port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:31:31.933975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:30Z', 'revision_number': 3, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:31.959540 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb6503-fa66-47e4-ba7e-f59e1dc8e221 None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:30Z', 'revision_number': 3, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:31:31.980414 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:31:31.981804 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:32.102163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:31:32.111304 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 70c98da7-f58a-4b3c-8926-af5ebbbd553d up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:32.172652 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 70c98da7-f58a-4b3c-8926-af5ebbbd553d triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:32.173200 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.229545 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-f5c8fe7c-be6e-4f42-b411-5c1172223976 None None] Provisioning complete for port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:32.229921 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f5c8fe7c-be6e-4f42-b411-5c1172223976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.256869 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:31:32.262760 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-b3e7fcf2-bbad-4798-93d1-7eb34a7216a3 admin admin] 10.222.0.16 "PUT /v2.0/routers/03694ad4-4642-4c3d-8a17-fbecf60ee96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5699661 Jul 07 10:31:32.272503 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8fe7c-be6e-4f42-b411-5c1172223976 None None] Port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:31:32.310316 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 70c98da7-f58a-4b3c-8926-af5ebbbd553d is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:32.564413 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47702) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:32.569285 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939639608', 'description': 'tempest-description--347579419'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:32.592263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.665513 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:32.668102 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (bb05e89c-ebfc-474c-b4a0-26a0ee5a3029), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.671850 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (bb05e89c-ebfc-474c-b4a0-26a0ee5a3029), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.705001 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.706232 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407812 Jul 07 10:31:32.709098 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47704) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:32.714629 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'security_group_rule': {'security_group_id': 'bb05e89c-ebfc-474c-b4a0-26a0ee5a3029', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:32.720005 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:32.722774 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057a227-d049-493f-a992-6db799b392a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:32.746114 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (6a5ebdde-3a75-4c1c-a433-ec72d615fac8), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.805392 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (6a5ebdde-3a75-4c1c-a433-ec72d615fac8), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.809015 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (6a5ebdde-3a75-4c1c-a433-ec72d615fac8), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.829308 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ebdde-3a75-4c1c-a433-ec72d615fac8,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:32.837151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.838357 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-802119ae-224e-4399-be22-d7bc0556afc3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278164 Jul 07 10:31:32.841143 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47706) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:32.845672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'security_group_rule': {'security_group_id': 'bb05e89c-ebfc-474c-b4a0-26a0ee5a3029', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:32.874285 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (991a6cdf-8277-4dc5-8f31-2daddd0d7a16), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.930354 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (991a6cdf-8277-4dc5-8f31-2daddd0d7a16), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.933534 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (991a6cdf-8277-4dc5-8f31-2daddd0d7a16), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.952132 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991a6cdf-8277-4dc5-8f31-2daddd0d7a16,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:32.959007 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:32.960662 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4f032cd1-345e-4d91-a4ed-fa656c7abff2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185155 Jul 07 10:31:32.963596 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47708) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:32.967690 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:32.977204 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:32.990016 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.070942 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.172938 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Allocated IP 172.27.1.224 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/3251c017-75eb-4a62-8aa7-a571b6cce3e4) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:31:33.176774 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:33.285343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.316760 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.355201 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:31:33.359698 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:33.363551 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:31:33.369363 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'Port': ['ID=3251c017-75eb-4a62-8aa7-a571b6cce3e4,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:33.456883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (2760725c-2f5a-4c83-979e-250b0e31ec57), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.477529 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:31:33.487978 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:33.488577 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:33.496463 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.589244 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:33.648329 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.652957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.723518 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:33.731171 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'Port': ['ID=3251c017-75eb-4a62-8aa7-a571b6cce3e4,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:33.738476 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (2760725c-2f5a-4c83-979e-250b0e31ec57), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.757715 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.758984 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-71bd544e-bae0-4919-827c-29178d1acdfb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7944574 Jul 07 10:31:33.858394 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 2, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:33.884334 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:31:33.884682 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Updating router 03694ad4-4642-4c3d-8a17-fbecf60ee96e port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:31:33.914863 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:33.916828 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-17202132-7c27-4de0-b0fb-d4ef836c65ce tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1939639608&fields=id&tenant_id=96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 267 time: 0.0473557 Jul 07 10:31:34.015414 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:34.024041 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-9bfc0d6c-27d2-4b85-84ab-039afc0f1c80 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:34.025529 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-9bfc0d6c-27d2-4b85-84ab-039afc0f1c80 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 816 time: 0.1022048 Jul 07 10:31:34.041411 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-7544351c-c60b-4450-8202-c9eaa927a0db tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/quotas/96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 375 time: 0.0101318 Jul 07 10:31:34.101559 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-603057dc-e376-4a99-989a-a0dcb24b8f32 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468495 Jul 07 10:31:34.113706 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb45ada3-abee-4384-91fd-7af7ea11aead up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:34.159501 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port bb45ada3-abee-4384-91fd-7af7ea11aead triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:34.160121 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.170505 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Publish callbacks [] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.176649 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:34.178011 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.211582 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:34.230090 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Pushing event updated for resources: {'Port': ['ID=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:34.238699 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bb45ada3-abee-4384-91fd-7af7ea11aead is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:34.239086 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.240153 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.240579 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.241377 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.241725 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.242250 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.242565 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.243114 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.243600 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.244100 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.244583 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.245069 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.245395 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.245716 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.246028 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.246345 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:34.277703 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port bb45ada3-abee-4384-91fd-7af7ea11aead, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bb45ada3-abee-4384-91fd-7af7ea11aead,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:34.278329 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-2dd42cac-a580-4df6-ad61-1894dafb483e service neutron] 10.222.0.16 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598692 Jul 07 10:31:34.283237 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.324926 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Attempting to bind port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:31:34.325296 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Attempting to bind port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:31:34.325653 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Attempting to bind port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:34.331890 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:31:34.332288 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Checking segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:31:34.332981 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.333407 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Bound using segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:31:34.333929 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Bound port: 1a3d3914-ed8c-45ee-985f-ab9abe0219c2, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:31:34.334398 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.382991 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-9a3455f2-8c3b-4cd0-9d55-85d733151605 service neutron] 10.222.0.16 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035619 Jul 07 10:31:34.405358 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] For port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:31:34.408826 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] For port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:31:34.419098 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.464674 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:34.485342 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=bb45ada3-abee-4384-91fd-7af7ea11aead,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:34.485549 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede8040-0ddb-4f1e-a662-9838b1f4deda None None] Pushing event updated for resources: {'Port': ['ID=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,revision_number=4']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:34.511590 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] Provisioning complete for port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:34.512290 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.516957 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:34.530055 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:34.618657 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] Current status of the port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:34.619054 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.630830 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5e3b71c1-4def-4bfe-acb3-a6afe7f66329 req-55cc0e72-a728-4444-bfcf-6c03d5133d5d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 210 time: 0.0471628 Jul 07 10:31:34.664926 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] For port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:34.671292 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.675265 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:34.734223 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fcb3b-22bc-442b-a494-fad90961fd91 None None] Pushing event updated for resources: {'Port': ['ID=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:34.791336 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-4333116c-2124-4242-8622-d00caa3c198d None None] Provisioning complete for port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:34.791704 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4333116c-2124-4242-8622-d00caa3c198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:34.829856 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:34.867459 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-4333116c-2124-4242-8622-d00caa3c198d None None] Current status of the port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:34.876186 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:34.901408 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a630ef0-f394-4c41-82ed-caf9f9efbc1e None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:31:35.756606 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-dfbe7bb2-7144-4d7f-aef4-024a03150e31 req-80254b9a-2b0d-4a54-a514-b0bf8b7bf76b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 210 time: 0.0419655 Jul 07 10:31:35.790140 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-7e2429cb-3677-4237-88b4-b61df19fdd4f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:35.791607 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-7e2429cb-3677-4237-88b4-b61df19fdd4f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 816 time: 0.1150966 Jul 07 10:31:35.863260 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-2a916aab-ef13-4456-87dc-279cd23dff97 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 380 time: 0.0623698 Jul 07 10:31:35.873071 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'port': {'device_id': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'admin_state_up': True, 'tenant_id': '96923df6a03841498e3732c8504b6363', 'security_groups': ['bb05e89c-ebfc-474c-b4a0-26a0ee5a3029']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:35.979930 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Made reservation on behalf of 96923df6a03841498e3732c8504b6363 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:31:35.983364 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.117546 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Allocated IP 172.20.0.11 (996996e9-2cfe-410c-9ecf-b4537a28c022/1b2869e6-a308-4322-957e-2b5e691cb6b9/ec13cec0-c49a-4b4e-b223-9bc0ab7b4152) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:31:36.146769 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb45ada3-abee-4384-91fd-7af7ea11aead up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:36.189849 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port bb45ada3-abee-4384-91fd-7af7ea11aead triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:36.190225 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.264290 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port bb45ada3-abee-4384-91fd-7af7ea11aead is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:36.265271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.265420 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:36.271736 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:36.299829 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.307702 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:36.308136 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.345009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:31:36.348187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:31:36.352111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:31:36.375736 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:36.378893 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:36.388034 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:36.409749 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:36.410364 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.427468 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1c6d6e20-eaa4-4607-8e32-ffa3414dbd98 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5581210 Jul 07 10:31:36.485744 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Request body: {'port': {'device_id': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:36.552457 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.610166 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e6fb20d5-947c-4008-8330-0d3c2c4037f1 None None] Provisioning complete for port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:36.610468 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e6fb20d5-947c-4008-8330-0d3c2c4037f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.641572 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb20d5-947c-4008-8330-0d3c2c4037f1 None None] Port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:31:36.800492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:31:36.808005 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Publish callbacks [] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:36.821554 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Transition to ACTIVE for port object ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:31:36.825998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:37.151782 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:37.165976 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd081-318c-49b8-946f-58d00bdaff34 req-bdff84cf-02e2-441f-9a3d-2f340bb82c69 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:37.167486 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a36cd081-318c-49b8-946f-58d00bdaff34 req-bdff84cf-02e2-441f-9a3d-2f340bb82c69 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0719392 Jul 07 10:31:37.265345 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a36cd081-318c-49b8-946f-58d00bdaff34 req-b02331c0-ca92-4360-8480-3aba5aa43f66 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920100 Jul 07 10:31:37.279129 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Attempting to bind port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:31:37.279472 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Attempting to bind port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:31:37.279829 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Attempting to bind port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:37.284386 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:31:37.284706 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Attempting to bind port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:31:37.290187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:31:37.290547 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Checking segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:31:37.290910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Bound using segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:31:37.291332 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Bound port: ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:31:37.291693 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:37.351956 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:31:37.355068 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:31:37.361012 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:37.397748 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:37.398373 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:37.399735 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] 10.222.0.58 "PUT /v2.0/ports/ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 1094 time: 0.9636786 Jul 07 10:31:37.400194 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:37.402435 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362" -d '{"events": [{"name": "network-changed", "server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:37.407277 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:37.442473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273b1d1-a85b-4505-87c3-f9fef425aa4f service neutron] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:37.450791 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03a3505-8b37-4a35-a330-5302290107e3 x-openstack-request-id: req-c03a3505-8b37-4a35-a330-5302290107e3 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:37.451137 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:37.451393 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c03a3505-8b37-4a35-a330-5302290107e3 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:37.451821 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03a3505-8b37-4a35-a330-5302290107e3'] response: {'name': 'network-changed', 'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'status': 'completed', 'code': 200} Jul 07 10:31:37.512109 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-170afe77-96da-408b-9f76-66dc93f4490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:37.513618 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-170afe77-96da-408b-9f76-66dc93f4490d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1128 time: 0.0465033 Jul 07 10:31:37.528278 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:37.558335 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-461b792c-1915-4b7b-bb98-24e4ad1c2594 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 217 time: 0.0355761 Jul 07 10:31:37.607244 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-145ca8f6-f004-4194-8c7b-31685707ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:37.608769 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-145ca8f6-f004-4194-8c7b-31685707ff53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0450757 Jul 07 10:31:37.653152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200fab4-fe29-44c3-8855-800bd0267730 req-3ad55d2e-a7d4-4458-9543-fbd374516b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:37.654524 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-3ad55d2e-a7d4-4458-9543-fbd374516b1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376253 Jul 07 10:31:37.747426 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-8ee993c2-dd51-4f60-b5b1-ba7c37e18251 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Jul 07 10:31:37.841089 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e200fab4-fe29-44c3-8855-800bd0267730 req-1a5a9d72-6e48-4c26-919b-34a1427c2b8b service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872676 Jul 07 10:31:38.382033 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da581-9e42-451f-ae37-241cd4f51fb3 req-721099cb-72ff-43e8-ab6b-92f882d35376 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:38.383482 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc3da581-9e42-451f-ae37-241cd4f51fb3 req-721099cb-72ff-43e8-ab6b-92f882d35376 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0466106 Jul 07 10:31:38.429938 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc3da581-9e42-451f-ae37-241cd4f51fb3 req-29923be8-77a7-4bca-9e0b-31b5d1869386 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410562 Jul 07 10:31:38.782762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-bcb9b383-1ee7-4509-ab0c-866f56f1b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:38.784461 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-bcb9b383-1ee7-4509-ab0c-866f56f1b69f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1128 time: 0.0386841 Jul 07 10:31:38.882910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-e67f0c7a-1d84-4e57-8403-4fb5da30a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:38.884430 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-e67f0c7a-1d84-4e57-8403-4fb5da30a31d service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0874000 Jul 07 10:31:38.923531 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-2f2f802a-5090-4b21-9852-df26e79f787b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 217 time: 0.0322638 Jul 07 10:31:38.971311 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-c1ec80ca-b953-45b6-8e63-24d86323d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:38.972765 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-c1ec80ca-b953-45b6-8e63-24d86323d3ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0418682 Jul 07 10:31:39.020598 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-ce1cace4-e345-4ca0-b826-68bb75e87326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:39.022114 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-ce1cace4-e345-4ca0-b826-68bb75e87326 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421555 Jul 07 10:31:39.110582 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-5720a873-34bc-4b4f-adf4-91db35f26826 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Jul 07 10:31:39.205286 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d4dbb35-0cc0-47b9-ab0b-3177883a0362 req-db5e7b1d-6f44-4d06-8caf-435245250635 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 Jul 07 10:31:39.547245 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1c27-15c0-4430-b19b-7044b8c3fffa req-2bd07ebb-392a-4bb0-8729-40cde2a4605b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:39.548746 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-938d1c27-15c0-4430-b19b-7044b8c3fffa req-2bd07ebb-392a-4bb0-8729-40cde2a4605b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0473588 Jul 07 10:31:39.594615 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-938d1c27-15c0-4430-b19b-7044b8c3fffa req-d95438f9-04bd-4f3e-8e4a-39efb7505c52 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Jul 07 10:31:40.105876 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:31:40.204730 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:40.215552 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'mac_address': 'fa:16:3e:23:bc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:31:40.248883 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:40.249263 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:40.250845 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:40.262963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:31:40.281538 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:40.285951 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:40.334090 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:40.340962 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.341303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.341664 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.342017 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.342350 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.342674 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.342998 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.343318 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.343637 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.343980 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.344299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.344631 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.344950 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.345264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.345577 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:31:40.535501 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:31:40.594050 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:40.711910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095874c-5820-490c-807d-a7ede02beb8a req-ed4f481c-2ad0-443d-8f56-dbdb8d4ba389 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:40.713372 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f095874c-5820-490c-807d-a7ede02beb8a req-ed4f481c-2ad0-443d-8f56-dbdb8d4ba389 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 945 time: 0.0472231 Jul 07 10:31:40.759070 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f095874c-5820-490c-807d-a7ede02beb8a req-1b30b0bb-1f5a-4710-b6b2-c3859443e205 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402594 Jul 07 10:31:41.878125 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7a0c-e0bc-4a26-a38d-86386a5dfa4b req-a72a0f81-dc98-497f-81b0-8f635508c4f1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:41.879592 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4be7a0c-e0bc-4a26-a38d-86386a5dfa4b req-a72a0f81-dc98-497f-81b0-8f635508c4f1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 945 time: 0.0502410 Jul 07 10:31:41.926228 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4be7a0c-e0bc-4a26-a38d-86386a5dfa4b req-63e9792e-33d9-42fa-b5a2-4ad293492d1b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Jul 07 10:31:42.118909 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:31:42.165105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:31:42.169903 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:31:42.170355 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:42.239932 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:31:42.240330 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:42.261706 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:42.263915 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcfa8a9-c3c9-417d-a895-765249f5e03b" -d '{"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-plugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:42.276986 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:31:42.280734 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:42.329206 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:31:42.357026 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a67255-f26f-48e1-9d44-fd1e4cc2ad51 x-openstack-request-id: req-e0a67255-f26f-48e1-9d44-fd1e4cc2ad51 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:42.357314 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-plugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:42.357563 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0a67255-f26f-48e1-9d44-fd1e4cc2ad51 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:42.357952 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a67255-f26f-48e1-9d44-fd1e4cc2ad51'] response: {'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'code': 200} Jul 07 10:31:42.519953 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:42.527801 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55cbd-4319-47c6-aca9-64d387dfec56 req-f40534f4-429d-4a28-b2b4-fd183f015ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:42.529297 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c6b55cbd-4319-47c6-aca9-64d387dfec56 req-f40534f4-429d-4a28-b2b4-fd183f015ee9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1130 time: 0.0431120 Jul 07 10:31:42.573240 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c6b55cbd-4319-47c6-aca9-64d387dfec56 req-e5a70fb4-e648-4d88-8400-f4b216c136e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371754 Jul 07 10:31:43.041272 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bbeb3-9233-47b5-a403-a1c1a2e50e22 req-009cfa37-b8af-489f-b34c-d5ee0216fc13 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:43.042897 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-687bbeb3-9233-47b5-a403-a1c1a2e50e22 req-009cfa37-b8af-489f-b34c-d5ee0216fc13 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0465832 Jul 07 10:31:43.089414 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-687bbeb3-9233-47b5-a403-a1c1a2e50e22 req-3bef3ee7-db25-406d-9874-47e127541ea5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410004 Jul 07 10:31:44.052850 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dc9a8-edd4-4083-b94d-6b0eae5d9cba req-50737e20-014f-445b-a084-d6440263dd4d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:44.054282 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d1dc9a8-edd4-4083-b94d-6b0eae5d9cba req-50737e20-014f-445b-a084-d6440263dd4d tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0468078 Jul 07 10:31:44.111210 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6d1dc9a8-edd4-4083-b94d-6b0eae5d9cba req-43741b28-b742-4b8a-8d26-a6c15e8d25f3 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486813 Jul 07 10:31:44.193750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:44.206829 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc43f37-b3db-47db-a5e0-8934c3d76f53 req-19fdc57c-9205-4e2a-8275-96f99abb767e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:44.208326 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9bc43f37-b3db-47db-a5e0-8934c3d76f53 req-19fdc57c-9205-4e2a-8275-96f99abb767e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0481343 Jul 07 10:31:44.254442 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9bc43f37-b3db-47db-a5e0-8934c3d76f53 req-b512dc8e-0c98-44c2-8015-4e43d82937c2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Jul 07 10:31:44.364800 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2c2a4-4e5c-4f2a-85cf-d2d7299ed53a req-46fb2dcc-3d56-4b1e-8692-b59bd6f2fc05 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:44.366782 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-32d2c2a4-4e5c-4f2a-85cf-d2d7299ed53a req-46fb2dcc-3d56-4b1e-8692-b59bd6f2fc05 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0469792 Jul 07 10:31:44.375132 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47774) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:44.379293 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'floatingip': {'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:31:44.415949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (2760725c-2f5a-4c83-979e-250b0e31ec57), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:44.472967 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:44.771017 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:31:44.831988 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:44.836244 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (2760725c-2f5a-4c83-979e-250b0e31ec57), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:44.874007 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:44.878461 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:44.929801 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Floating IP 2760725c-2f5a-4c83-979e-250b0e31ec57 associated. External IP: 172.27.1.224, port: ec13cec0-c49a-4b4e-b223-9bc0ab7b4152. Jul 07 10:31:45.120907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:31:45.222982 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:31:45.227894 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:45.228650 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be014a53-3497-4eba-a826-f3c8767b01c3 req-6e0df63c-04dc-4ff3-8488-5f7bb1d59215 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:45.230127 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-be014a53-3497-4eba-a826-f3c8767b01c3 req-6e0df63c-04dc-4ff3-8488-5f7bb1d59215 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Jul 07 10:31:45.232519 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:31:45.243820 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:45.244525 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:45.258860 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5c5f068b-023e-4a88-8577-4724abb08709 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "PUT /v2.0/floatingips/2760725c-2f5a-4c83-979e-250b0e31ec57 HTTP/1.1" status: 200 len: 992 time: 0.8826988 Jul 07 10:31:45.259445 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:31:45.262080 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c783fd27-0f47-4a6d-9d3f-5f14f3249797" -d '{"events": [{"name": "network-changed", "server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:31:45.304583 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-be014a53-3497-4eba-a826-f3c8767b01c3 req-6730948e-947e-498a-8b65-d2452dcd0377 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569448 Jul 07 10:31:45.349129 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:45.365797 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0fc9b8-1dc1-4030-8ce0-fe6f85ab6eb0 x-openstack-request-id: req-cc0fc9b8-1dc1-4030-8ce0-fe6f85ab6eb0 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:31:45.366092 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:31:45.366345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc0fc9b8-1dc1-4030-8ce0-fe6f85ab6eb0 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:31:45.366753 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0fc9b8-1dc1-4030-8ce0-fe6f85ab6eb0'] response: {'name': 'network-changed', 'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'status': 'completed', 'code': 200} Jul 07 10:31:45.434182 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-451f9e48-23fe-45e5-9605-56ac57130997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:45.435675 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-451f9e48-23fe-45e5-9605-56ac57130997 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1130 time: 0.0389924 Jul 07 10:31:45.528436 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-8d2e8886-9fed-4372-a203-648b6e8df13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:45.529846 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-8d2e8886-9fed-4372-a203-648b6e8df13d service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0852253 Jul 07 10:31:45.559938 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '2760725c-2f5a-4c83-979e-250b0e31ec57', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'mac_address': 'fa:16:3e:23:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:31:33Z', 'updated_at': '2022-07-07T10:31:44Z', 'revision_number': 1, 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:45.588373 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:31:45.595046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:45.595205 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-be019e39-cc13-4054-a9de-e9a0c1bc4856 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 1000 time: 0.0585542 Jul 07 10:31:45.597577 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:31:45.598188 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:45.647786 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-0231318a-c133-4dd6-a27d-0e043c1c844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:45.649246 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-0231318a-c133-4dd6-a27d-0e043c1c844e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0454192 Jul 07 10:31:45.691724 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-be551c53-fbd3-4661-91a9-168fd55d1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:45.693256 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-be551c53-fbd3-4661-91a9-168fd55d1f1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382879 Jul 07 10:31:45.698237 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:31:45.785780 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-a6dfd270-77c6-4a0f-a6a4-de785c0a8c95 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860965 Jul 07 10:31:45.802039 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:45.880077 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c783fd27-0f47-4a6d-9d3f-5f14f3249797 req-16015fac-794d-4792-9683-446e1253b832 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Jul 07 10:31:45.911655 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '2760725c-2f5a-4c83-979e-250b0e31ec57', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'mac_address': 'fa:16:3e:23:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:31:33Z', 'updated_at': '2022-07-07T10:31:44Z', 'revision_number': 1, 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:31:45.936304 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87d76-0754-47f5-b4d8-dcba6f553590 None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '2760725c-2f5a-4c83-979e-250b0e31ec57', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'mac_address': 'fa:16:3e:23:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:31:33Z', 'updated_at': '2022-07-07T10:31:44Z', 'revision_number': 1, 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:31:46.108756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-769f7c11-8012-4634-81bc-e4d245a05195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:46.117706 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabdf077-b57b-40f2-8550-223a0243ef61 None None] New status for floating IP 2760725c-2f5a-4c83-979e-250b0e31ec57: ACTIVE {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:31:46.411876 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d9c9-526b-4c82-9e04-f4d50cc6fdd0 req-ac656cca-c954-44f1-ab9a-9ba698c11687 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:46.413845 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a623d9c9-526b-4c82-9e04-f4d50cc6fdd0 req-ac656cca-c954-44f1-ab9a-9ba698c11687 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0462017 Jul 07 10:31:46.461876 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a623d9c9-526b-4c82-9e04-f4d50cc6fdd0 req-9cd0baa9-34eb-4964-b9a5-891ff7e5edf4 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 Jul 07 10:31:47.581070 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396a92e-f50e-4ca1-b205-361499610557 req-bcc38b2e-e7a5-4b69-bec1-da429ada3e9b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:47.582536 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2396a92e-f50e-4ca1-b205-361499610557 req-bcc38b2e-e7a5-4b69-bec1-da429ada3e9b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Jul 07 10:31:47.630529 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2396a92e-f50e-4ca1-b205-361499610557 req-6c7d88c3-7d4f-45c2-b69c-7219310dfaaa tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Jul 07 10:31:48.241478 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b42b5184-00f5-4236-9e40-299d312f43e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:48.741939 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3599ce-732c-43ed-9e2d-4f80154d121b req-db0ffafc-8aba-4c0c-8696-b81457deff87 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:48.743389 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d3599ce-732c-43ed-9e2d-4f80154d121b req-db0ffafc-8aba-4c0c-8696-b81457deff87 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0466752 Jul 07 10:31:48.791045 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d3599ce-732c-43ed-9e2d-4f80154d121b req-b595a88f-51a8-4b04-a401-0b0773e881b8 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Jul 07 10:31:49.580328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:49.909304 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2628b-b636-4212-a3ee-2a2d623b54c7 req-0131c41a-7393-4485-9ca7-79ebc57e4bf2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:49.910682 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-17f2628b-b636-4212-a3ee-2a2d623b54c7 req-0131c41a-7393-4485-9ca7-79ebc57e4bf2 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Jul 07 10:31:49.960771 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-17f2628b-b636-4212-a3ee-2a2d623b54c7 req-5b24a655-2ec6-4668-8bb1-3d06bd1bfc5e tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Jul 07 10:31:51.032764 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:51.077834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408c27-3bfa-477d-b210-f96d2d64109a req-a55dc60e-bd00-4816-a0e9-c948c1b2dd4a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:51.079363 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79408c27-3bfa-477d-b210-f96d2d64109a req-a55dc60e-bd00-4816-a0e9-c948c1b2dd4a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0482233 Jul 07 10:31:51.099321 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:51.131112 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79408c27-3bfa-477d-b210-f96d2d64109a req-2bc1200c-3262-428c-b7ae-314018a3355f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446675 Jul 07 10:31:51.329428 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:51.587455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:31:52.228867 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:52.246338 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76732325-c284-4827-8818-a5d778ee1a3b req-168c7748-855b-4701-96c6-6874889a692a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:52.247805 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-76732325-c284-4827-8818-a5d778ee1a3b req-168c7748-855b-4701-96c6-6874889a692a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0469623 Jul 07 10:31:52.295255 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-76732325-c284-4827-8818-a5d778ee1a3b req-d23fd272-37cd-4959-9cb8-b6e0afa312c6 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Jul 07 10:31:53.371206 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:53.407810 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceb2f-1fe5-4250-92c9-d866531f3173 req-34090010-65f2-4f68-ba95-6c6ffdf2166f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:53.409258 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0afceb2f-1fe5-4250-92c9-d866531f3173 req-34090010-65f2-4f68-ba95-6c6ffdf2166f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0471952 Jul 07 10:31:53.461104 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0afceb2f-1fe5-4250-92c9-d866531f3173 req-10179fff-3739-4e30-9a3f-ba3fdd2f69c4 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458560 Jul 07 10:31:54.299166 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-6a87742f-03e0-4353-8554-6d40e15278d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:54.300895 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-6a87742f-03e0-4353-8554-6d40e15278d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1129 time: 0.0383859 Jul 07 10:31:54.389774 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-9a187479-db11-4232-9b54-4eddc60c4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:54.391212 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-9a187479-db11-4232-9b54-4eddc60c4914 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 909 time: 0.0841320 Jul 07 10:31:54.456890 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-fbfa2ee5-0265-4375-908d-906b0059db48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 1000 time: 0.0571082 Jul 07 10:31:54.505346 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-728c2606-1014-426a-b983-d6d0c5ca994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:54.507473 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-728c2606-1014-426a-b983-d6d0c5ca994e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.0436127 Jul 07 10:31:54.550640 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-01d9d7d7-1e68-402d-a3ab-01f6c9fe0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:54.552289 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-01d9d7d7-1e68-402d-a3ab-01f6c9fe0077 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388336 Jul 07 10:31:54.578282 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b2023-7c7e-46d6-a202-bf930577cd09 req-ee5be33d-c0ff-4adc-9a8a-00dd1e725095 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:54.579760 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e6b2023-7c7e-46d6-a202-bf930577cd09 req-ee5be33d-c0ff-4adc-9a8a-00dd1e725095 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Jul 07 10:31:54.647180 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-1f61eb69-d804-4c61-befe-c1e9ebdec555 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887029 Jul 07 10:31:54.745381 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dbbb9046-26a6-4159-a49e-bc688435d8f9 req-2c45b2c6-b16e-4ecd-9460-901f1be431fd service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918114 Jul 07 10:31:54.854330 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e6b2023-7c7e-46d6-a202-bf930577cd09 req-50afbf64-cded-4cf2-ac0c-1416f57daa57 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689276 Jul 07 10:31:55.970565 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ea920-1ff3-4d1b-ab6c-81b9a48018d7 req-b0b6610f-501f-4c50-ad44-44e2e3b43013 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:55.972047 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc7ea920-1ff3-4d1b-ab6c-81b9a48018d7 req-b0b6610f-501f-4c50-ad44-44e2e3b43013 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0482230 Jul 07 10:31:56.019439 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc7ea920-1ff3-4d1b-ab6c-81b9a48018d7 req-f9515456-2064-41db-bd66-9859c842ba66 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Jul 07 10:31:56.785013 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-dd781e02-8fcf-4187-a58a-8d7f00d7f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:56.788222 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-dd781e02-8fcf-4187-a58a-8d7f00d7f514 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1129 time: 0.0441399 Jul 07 10:31:57.138531 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd41d9-410c-4b7a-a1d5-692b1b267a0b req-794b5968-45ea-4dd7-b145-5b71c2f35144 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:57.140126 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4fcd41d9-410c-4b7a-a1d5-692b1b267a0b req-794b5968-45ea-4dd7-b145-5b71c2f35144 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0537593 Jul 07 10:31:57.193934 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4fcd41d9-410c-4b7a-a1d5-692b1b267a0b req-95dde463-2406-4ed5-90e2-c496bcb04c2c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Jul 07 10:31:57.210186 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-84b0c8fb-995d-46c9-8690-86c1c8adc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:57.211767 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-84b0c8fb-995d-46c9-8690-86c1c8adc21b service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 909 time: 0.1021399 Jul 07 10:31:57.275263 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-9227f0cf-0d3c-4df9-9f82-f0d3c48a226d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 1000 time: 0.0565753 Jul 07 10:31:57.333831 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-89470285-ad9a-47a1-b022-997aef6f043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:57.335454 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-89470285-ad9a-47a1-b022-997aef6f043f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.0528576 Jul 07 10:31:57.376037 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:57.383282 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-e93a8f59-a38c-4964-916b-9cd7ae12312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:57.384817 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-e93a8f59-a38c-4964-916b-9cd7ae12312f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432274 Jul 07 10:31:57.484600 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-26e0b4aa-3eab-4d1a-bb94-92fdf299c9bd service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906751 Jul 07 10:31:57.514810 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:31:57.594247 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6ebea74-0083-4816-97fa-5804b3529f6b req-ba6d9b7a-f8d7-4550-b880-3fafe8898e3e service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876675 Jul 07 10:31:58.305220 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468a9ec-2275-4944-aac3-e11a1d89f0fd req-b8fa73c7-04e5-479b-a25b-791725e9867e tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:58.306691 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d468a9ec-2275-4944-aac3-e11a1d89f0fd req-b8fa73c7-04e5-479b-a25b-791725e9867e tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Jul 07 10:31:58.359062 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d468a9ec-2275-4944-aac3-e11a1d89f0fd req-cc77e80c-6aed-439f-b24e-4d6a1c7b09bc tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467370 Jul 07 10:31:58.431538 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [req-a4df501e-9f14-49d3-9f44-242760d2abb2 req-4ab68b4f-860f-4b04-add7-1d5ed7babfd5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:31:58.432634 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4df501e-9f14-49d3-9f44-242760d2abb2 req-4ab68b4f-860f-4b04-add7-1d5ed7babfd5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062094 Jul 07 10:31:58.591063 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 47868) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:58.601854 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fa17-a890-4069-be92-ac3a109cab08 req-dd91c1e0-e43e-4c72-9441-3366545e9110 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:58.603526 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f528fa17-a890-4069-be92-ac3a109cab08 req-dd91c1e0-e43e-4c72-9441-3366545e9110 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0560226 Jul 07 10:31:58.654886 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f528fa17-a890-4069-be92-ac3a109cab08 req-9056f001-17e0-4718-9463-c1ea95fdf4f3 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457957 Jul 07 10:31:58.675734 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-e0117ad9-1e7a-40c9-a12d-ffdc1b333547 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793738 Jul 07 10:31:58.680480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-750a6be0-7f38-4072-935c-804ebc0bcb82 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103871) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:31:58.681422 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-750a6be0-7f38-4072-935c-804ebc0bcb82 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047641 Jul 07 10:31:58.774172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 47876) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:31:58.865788 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-180c5c55-e055-45c5-b079-f08b83582e23 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:58.867110 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-180c5c55-e055-45c5-b079-f08b83582e23 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports/52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 942 time: 0.0919120 Jul 07 10:31:59.780963 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493324ed-0371-420e-a8e9-d48edad9b865 req-26df2126-6669-46fc-82ca-a8f2f287c014 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:31:59.782750 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-493324ed-0371-420e-a8e9-d48edad9b865 req-26df2126-6669-46fc-82ca-a8f2f287c014 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0493803 Jul 07 10:31:59.843493 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-493324ed-0371-420e-a8e9-d48edad9b865 req-06b1b5f9-1407-4f3c-a79e-faf4fc7d6448 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542893 Jul 07 10:32:00.259087 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:00.285832 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-136d4758-3d9f-402f-9813-12a0a7e7ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:00.287266 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-136d4758-3d9f-402f-9813-12a0a7e7ed16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911&tenant_id=21dabce5b3274cfcba5840982b59434e HTTP/1.1" status: 200 len: 1129 time: 0.0697739 Jul 07 10:32:00.337293 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 52658524-0e22-481a-99ab-eb339029366f is: ACTIVE; New status is: DOWN {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:00.337684 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:00.347990 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-88591d92-834b-40b6-b199-7283c92b40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:00.349510 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-88591d92-834b-40b6-b199-7283c92b40ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1129 time: 0.0398791 Jul 07 10:32:00.360599 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:00.362801 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9314c82-09f1-48e4-ae29-3c4c463df43b" -d '{"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-unplugged", "status": "completed", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:00.376522 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:00.381072 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:00.405868 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee81062-68a6-420e-9910-98082ae56c8f x-openstack-request-id: req-0ee81062-68a6-420e-9910-98082ae56c8f {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:00.406178 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-unplugged", "status": "completed", "tag": "52658524-0e22-481a-99ab-eb339029366f", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:00.406430 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ee81062-68a6-420e-9910-98082ae56c8f {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:00.406816 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee81062-68a6-420e-9910-98082ae56c8f'] response: {'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'code': 200} Jul 07 10:32:00.432969 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=6']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:00.446183 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-8084f7e0-c6a1-46b8-a6be-dc90134f884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:00.447658 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-8084f7e0-c6a1-46b8-a6be-dc90134f884a service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 909 time: 0.0919516 Jul 07 10:32:00.514277 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-7d1139d0-ed5a-47f9-8dd8-da6563cad80e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 998 time: 0.0537922 Jul 07 10:32:00.571645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-b1fe93aa-cc33-4a39-8b77-8e69cd630aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:00.573051 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-b1fe93aa-cc33-4a39-8b77-8e69cd630aed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.0467231 Jul 07 10:32:00.615215 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-2f68b911-532d-4c28-a556-4e2b500371df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:00.617200 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-2f68b911-532d-4c28-a556-4e2b500371df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376070 Jul 07 10:32:00.706963 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-a1af068a-9685-4f04-93ed-a90842fa17ed service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834048 Jul 07 10:32:00.774412 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:00.798426 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-db4a5a66-b514-4c5d-8343-474d5026aa0e req-ae0d032d-45b1-4b99-81ac-21725adba498 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814292 Jul 07 10:32:00.957521 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f345f-afdc-4012-965a-1fc894bc41d4 req-9aad7d4c-f66a-46e1-928c-c08a50dfd5d3 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:00.958966 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e33f345f-afdc-4012-965a-1fc894bc41d4 req-9aad7d4c-f66a-46e1-928c-c08a50dfd5d3 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0465655 Jul 07 10:32:01.010642 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e33f345f-afdc-4012-965a-1fc894bc41d4 req-4ae4a131-2f09-4aa0-850c-1c6239636a1a tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452585 Jul 07 10:32:01.843518 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:UPDATE=4,neutron:SELECT=76,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:01.847798 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:02.131209 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227f0e6-1182-48dd-8901-ef9abc4291cd req-0b6dd908-324d-4417-a099-6eed99cd0907 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:02.132677 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4227f0e6-1182-48dd-8901-ef9abc4291cd req-0b6dd908-324d-4417-a099-6eed99cd0907 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0540173 Jul 07 10:32:02.182286 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4227f0e6-1182-48dd-8901-ef9abc4291cd req-a2bcbefb-fc23-4202-8cd2-f2cdbea448a9 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Jul 07 10:32:03.278269 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:03.292843 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d4c5a-d197-4352-955a-59a27fed6951 req-2357ad96-2613-4b50-ac7b-5100ff652356 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:03.294267 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-891d4c5a-d197-4352-955a-59a27fed6951 req-2357ad96-2613-4b50-ac7b-5100ff652356 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0463698 Jul 07 10:32:03.343437 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-891d4c5a-d197-4352-955a-59a27fed6951 req-f437ab99-c08d-41b9-8f32-0b18e70fe50b tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Jul 07 10:32:04.452560 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466122-4210-487c-b539-c02a5bd75adf req-8a3dfc6c-874a-4490-bf97-4519e710f1f8 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:04.453995 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-88466122-4210-487c-b539-c02a5bd75adf req-8a3dfc6c-874a-4490-bf97-4519e710f1f8 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0456996 Jul 07 10:32:04.501499 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-88466122-4210-487c-b539-c02a5bd75adf req-71f6c29c-2e53-4292-8501-ebd1a0689190 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Jul 07 10:32:05.627958 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4cb3a-d791-4f91-ba75-d91f548addc6 req-7ce02e05-8bef-4144-9759-bf86913a0be4 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:05.629380 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b8c4cb3a-d791-4f91-ba75-d91f548addc6 req-7ce02e05-8bef-4144-9759-bf86913a0be4 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0456119 Jul 07 10:32:05.675865 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b8c4cb3a-d791-4f91-ba75-d91f548addc6 req-87f3c6dc-b3e8-458e-a93a-95f1c30e5f09 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Jul 07 10:32:06.789898 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e75883-4f49-4e37-817c-10927cc06af2 req-6584e97b-90b8-47c5-9652-999673a7b0f8 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:06.791256 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-56e75883-4f49-4e37-817c-10927cc06af2 req-6584e97b-90b8-47c5-9652-999673a7b0f8 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0490329 Jul 07 10:32:06.801856 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:06.840527 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-56e75883-4f49-4e37-817c-10927cc06af2 req-a129b1e4-7e50-4f5a-b967-be0569c2fa20 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Jul 07 10:32:07.431980 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ec5d-8eed-45e5-a743-ba478980cc54 req-b54135fa-6147-4607-8c17-40a7efd75160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:07.433357 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6fb0ec5d-8eed-45e5-a743-ba478980cc54 req-b54135fa-6147-4607-8c17-40a7efd75160 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1127 time: 0.0412073 Jul 07 10:32:07.480723 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6fb0ec5d-8eed-45e5-a743-ba478980cc54 req-d5e68723-8ea3-4132-bb54-275d1f2dfef1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jul 07 10:32:07.953775 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1a68-5892-453c-810b-1f51feee48b4 req-620a9085-a0e5-46f6-8028-2c55bdcdd127 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:07.955225 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a41f1a68-5892-453c-810b-1f51feee48b4 req-620a9085-a0e5-46f6-8028-2c55bdcdd127 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0465870 Jul 07 10:32:08.003263 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a41f1a68-5892-453c-810b-1f51feee48b4 req-eddb9a3c-a545-44bd-b411-fdfa02df0423 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Jul 07 10:32:09.117075 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbc34d-d959-4207-b10c-bebc0bd04cdb req-ba0e0581-5b20-437c-acab-b63df07ccc9f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:09.118403 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3ecbc34d-d959-4207-b10c-bebc0bd04cdb req-ba0e0581-5b20-437c-acab-b63df07ccc9f tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 943 time: 0.0467656 Jul 07 10:32:09.170233 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3ecbc34d-d959-4207-b10c-bebc0bd04cdb req-43638568-2293-4296-9ed6-6e46b8ef988c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463867 Jul 07 10:32:10.307325 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:32:10.402974 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:10.414196 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '52658524-0e22-481a-99ab-eb339029366f', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'port_id': '52658524-0e22-481a-99ab-eb339029366f', 'mac_address': 'fa:16:3e:f4:9c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:32:10.450530 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 52658524-0e22-481a-99ab-eb339029366f is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:10.450907 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:10.463854 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52658524-0e22-481a-99ab-eb339029366f {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:32:10.482942 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:10.487860 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:10.533109 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=7']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:10.751528 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['52658524-0e22-481a-99ab-eb339029366f'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:32:10.779903 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:10.860853 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:12.328173 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:12.371207 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 52658524-0e22-481a-99ab-eb339029366f triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:12.371583 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (52658524-0e22-481a-99ab-eb339029366f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:12.570341 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 52658524-0e22-481a-99ab-eb339029366f is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:12.570721 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (52658524-0e22-481a-99ab-eb339029366f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:12.595959 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:12.598332 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45d353-56ee-40fb-b294-f0a8acf55167" -d '{"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-plugged", "status": "completed", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:12.613149 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:12.618214 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (52658524-0e22-481a-99ab-eb339029366f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:12.644185 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf294df-7d3a-43c8-b910-63ae824d4f04 x-openstack-request-id: req-bcf294df-7d3a-43c8-b910-63ae824d4f04 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:12.644471 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-plugged", "status": "completed", "tag": "52658524-0e22-481a-99ab-eb339029366f", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:12.644719 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcf294df-7d3a-43c8-b910-63ae824d4f04 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:12.645099 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf294df-7d3a-43c8-b910-63ae824d4f04'] response: {'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'code': 200} Jul 07 10:32:12.670737 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=8']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:12.704228 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02a08b-1a65-4dab-a545-e42d0e254a57 req-e9c4fe08-6ef0-4125-a9b4-84909f984992 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:12.705675 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6f02a08b-1a65-4dab-a545-e42d0e254a57 req-e9c4fe08-6ef0-4125-a9b4-84909f984992 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0464153 Jul 07 10:32:12.751235 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6f02a08b-1a65-4dab-a545-e42d0e254a57 req-e1bb9b5d-b629-418e-a51d-a44b90eb3996 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Jul 07 10:32:13.864584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a1ff-b4b6-4f46-ab1b-5400862241f0 req-02539573-73df-4972-b0e3-9a48d4904c72 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:13.866052 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0d12a1ff-b4b6-4f46-ab1b-5400862241f0 req-02539573-73df-4972-b0e3-9a48d4904c72 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0468419 Jul 07 10:32:13.912376 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0d12a1ff-b4b6-4f46-ab1b-5400862241f0 req-13e3e26b-5603-4d44-a8a2-3fdc3af90ff2 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Jul 07 10:32:14.536355 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-2b0b92fd-47b5-4602-8a01-bec3935fc9ec tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:14.537787 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-2b0b92fd-47b5-4602-8a01-bec3935fc9ec tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0453765 Jul 07 10:32:14.621659 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Deleting port bad5fc6c-9e27-456d-9310-528cd132eb27 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:32:14.621998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:14.707415 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] For port bad5fc6c-9e27-456d-9310-528cd132eb27, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bad5fc6c-9e27-456d-9310-528cd132eb27,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:14.707798 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:14.853630 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:14.868006 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:14.868631 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (06de57e6-9311-4738-9ee6-bdb21a49dcdd), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:14.868764 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Floating IP 06de57e6-9311-4738-9ee6-bdb21a49dcdd disassociated. External IP: 172.27.1.67, port: bad5fc6c-9e27-456d-9310-528cd132eb27. Jul 07 10:32:14.868999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Calling delete_port for bad5fc6c-9e27-456d-9310-528cd132eb27 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:32:14.927632 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:14.994582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (bad5fc6c-9e27-456d-9310-528cd132eb27), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:15.024425 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event deleted for resources: {'Port': ['ID=bad5fc6c-9e27-456d-9310-528cd132eb27,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:15.025912 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1558-4d1f-45e4-ab6f-226984dfeb3c req-a4c46531-cf6f-4735-8960-060c14e7be4c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:15.027526 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4ecc1558-4d1f-45e4-ab6f-226984dfeb3c req-a4c46531-cf6f-4735-8960-060c14e7be4c tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c12068c-75fc-441d-872b-046be6efeeba HTTP/1.1" status: 200 len: 945 time: 0.0471218 Jul 07 10:32:15.036975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.037319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.037681 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.037994 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.038882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.039213 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.039725 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.040196 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.040992 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.041318 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.041645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.041970 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.042293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.042610 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.042929 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:15.083805 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4ecc1558-4d1f-45e4-ab6f-226984dfeb3c req-2a66521b-6b2a-4cd9-bc45-afaf9219a7b6 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c688e4c-df7a-45c8-8553-04bbdbecb484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503752 Jul 07 10:32:15.144853 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:32:15.248148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:15.257873 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:15.267398 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:15.268030 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:15.290782 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] No DVR routers for this DVR port bad5fc6c-9e27-456d-9310-528cd132eb27 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:32:15.293295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:15.296522 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc230e26-4bea-4017-bcd4-2a9cfd791022 req-6d65848d-b73b-406b-91e2-9dc041764292 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.58 "DELETE /v2.0/ports/bad5fc6c-9e27-456d-9310-528cd132eb27 HTTP/1.1" status: 204 len: 173 time: 0.7534449 Jul 07 10:32:15.296945 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'name': 'network-vif-deleted', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:15.299187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2c841f-ad5e-4618-9d75-2a111068689d" -d '{"events": [{"server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "name": "network-vif-deleted", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:15.338860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d120cb00-6785-4399-bffc-54147795b0be x-openstack-request-id: req-d120cb00-6785-4399-bffc-54147795b0be {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:15.339220 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12068c-75fc-441d-872b-046be6efeeba", "name": "network-vif-deleted", "tag": "bad5fc6c-9e27-456d-9310-528cd132eb27", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:15.339538 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d120cb00-6785-4399-bffc-54147795b0be {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:15.340046 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d120cb00-6785-4399-bffc-54147795b0be'] response: {'server_uuid': '4c12068c-75fc-441d-872b-046be6efeeba', 'name': 'network-vif-deleted', 'tag': 'bad5fc6c-9e27-456d-9310-528cd132eb27', 'status': 'completed', 'code': 200} Jul 07 10:32:15.385952 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:15.581524 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:15.606780 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:15.615029 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:15.615617 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:31:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:15.649666 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:15.717123 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:15.811001 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:15.908383 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:15.932797 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53778a2-2b44-497c-a1b3-54637683dd09 None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:25:55Z', 'revision_number': 4, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '28aadbe8-4107-434c-be39-278f156ab448', 'name': '', 'network_id': 'b08fa55b-4190-4e6d-8467-4b3e6107ca87', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'mac_address': 'fa:16:3e:f4:8c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:52Z', 'updated_at': '2022-07-07T10:26:03Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'subnets': [{'id': 'afb0439a-4f10-4fb8-a05b-50ac4ec4edd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:16.111339 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-73cde0fb-6e39-4fca-96a8-c9b43917010e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.147113 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7b2af-881c-4a6b-9daf-ce8b30c110dc None None] New status for floating IP 06de57e6-9311-4738-9ee6-bdb21a49dcdd: DOWN {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:32:16.173664 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48002) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:16.228537 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6ca482f8-7eb6-49f3-8ac0-2a7743584289 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (8c688e4c-df7a-45c8-8553-04bbdbecb484), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.253005 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6ca482f8-7eb6-49f3-8ac0-2a7743584289 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (8c688e4c-df7a-45c8-8553-04bbdbecb484), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.301773 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6ca482f8-7eb6-49f3-8ac0-2a7743584289 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8c688e4c-df7a-45c8-8553-04bbdbecb484), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.305070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6ca482f8-7eb6-49f3-8ac0-2a7743584289 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.306214 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6ca482f8-7eb6-49f3-8ac0-2a7743584289 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c688e4c-df7a-45c8-8553-04bbdbecb484 HTTP/1.1" status: 204 len: 168 time: 0.1315570 Jul 07 10:32:16.309144 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48004) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:16.315323 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca482f8-7eb6-49f3-8ac0-2a7743584289 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c688e4c-df7a-45c8-8553-04bbdbecb484,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:16.324700 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.api.v2.resource [None req-61c19a16-ab88-45a3-93ed-49617700a78f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] show failed (client error): The resource could not be found. Jul 07 10:32:16.325782 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-61c19a16-ab88-45a3-93ed-49617700a78f tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "GET /v2.0/security-groups/8c688e4c-df7a-45c8-8553-04bbdbecb484 HTTP/1.1" status: 404 len: 347 time: 0.0155678 Jul 07 10:32:16.328716 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48006) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:16.437051 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Deleting port 653d7345-5c32-4818-a5ab-99827d756c4d {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:32:16.437389 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (653d7345-5c32-4818-a5ab-99827d756c4d), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.511423 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (653d7345-5c32-4818-a5ab-99827d756c4d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.511672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (653d7345-5c32-4818-a5ab-99827d756c4d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.524606 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Calling delete_port for 653d7345-5c32-4818-a5ab-99827d756c4d owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:32:16.534937 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:16.654661 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (653d7345-5c32-4818-a5ab-99827d756c4d), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.676601 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Pushing event deleted for resources: {'Port': ['ID=653d7345-5c32-4818-a5ab-99827d756c4d,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:16.742288 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks [] for floatingip (06de57e6-9311-4738-9ee6-bdb21a49dcdd), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.744803 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:16.745943 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8a54e9d4-a5d7-470a-82a9-b2d1d050c861 tempest-AttachVolumeTestJSON-11612011 tempest-AttachVolumeTestJSON-11612011-project] 10.222.0.16 "DELETE /v2.0/floatingips/06de57e6-9311-4738-9ee6-bdb21a49dcdd HTTP/1.1" status: 204 len: 168 time: 0.4163158 Jul 07 10:32:18.241245 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2b975197-5ffb-4645-9c7f-9d253ea026e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:18.342078 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device bad5fc6c-9e27-456d-9310-528cd132eb27 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:18.364981 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: bad5fc6c-9e27-456d-9310-528cd132eb27 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:32:18.365320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device bad5fc6c-9e27-456d-9310-528cd132eb27 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:32:19.582262 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:20.269349 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48034) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:20.814129 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:20.868028 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:20.910569 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:21.035533 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.089217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Deleting port 28aadbe8-4107-434c-be39-278f156ab448 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:32:21.089496 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (28aadbe8-4107-434c-be39-278f156ab448), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.166524 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] For port 28aadbe8-4107-434c-be39-278f156ab448, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=28aadbe8-4107-434c-be39-278f156ab448,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:21.166881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (28aadbe8-4107-434c-be39-278f156ab448), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.179324 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Calling delete_port for 28aadbe8-4107-434c-be39-278f156ab448 owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:32:21.331100 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.355325 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (28aadbe8-4107-434c-be39-278f156ab448), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.380121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Pushing event deleted for resources: {'Port': ['ID=28aadbe8-4107-434c-be39-278f156ab448,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:21.541325 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.601774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.684316 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:21.731770 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:21.749721 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:32:21.768983 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:32:21.847550 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:21.853139 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-cbf1d884-bb9f-4eef-8e2c-d8a4894ef483 admin admin] 10.222.0.16 "PUT /v2.0/routers/add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5826938 Jul 07 10:32:21.855724 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48042) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:21.856855 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] Sync routers for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:21.866913 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:21.868177 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:21.953603 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks [] for router (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:21.967690 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:22.051790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks [] for router_gateway (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.095931 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Deleting port 8b12dedc-2924-4252-929f-ee542878b362 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:32:22.096278 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (8b12dedc-2924-4252-929f-ee542878b362), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.137884 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8b12dedc-2924-4252-929f-ee542878b362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:32:21Z', 'revision_number': 5, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port': {'id': '8b12dedc-2924-4252-929f-ee542878b362', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:25:46Z', 'updated_at': '2022-07-07T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:22.168512 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] Checking router: add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:22.177194 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] Routers {'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:22.177795 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:22.182859 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] For port 8b12dedc-2924-4252-929f-ee542878b362, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=8b12dedc-2924-4252-929f-ee542878b362,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:22.183219 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (8b12dedc-2924-4252-929f-ee542878b362), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.196828 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Calling delete_port for 8b12dedc-2924-4252-929f-ee542878b362 owned by network:router_gateway {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:32:22.257492 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] Set router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 gateway port host: None {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:22.308421 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:32:22Z', 'revision_number': 6, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:22.333536 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d58c0-f25c-4388-86bb-4450dae661b6 None None] The sync data for ids ['add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4'] in dv-cinder-822821-4-iscsi is: [{'id': 'add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4', 'name': 'tempest-AttachVolumeTestJSON-1256991774-router', 'tenant_id': '98924fde961c41358ffb24ac3819557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:25:45Z', 'updated_at': '2022-07-07T10:32:22Z', 'revision_number': 6, 'project_id': '98924fde961c41358ffb24ac3819557a', 'gw_port_host': None}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:22.358987 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (8b12dedc-2924-4252-929f-ee542878b362), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.383988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b12dedc-2924-4252-929f-ee542878b362,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:22.449531 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.532629 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:22.534478 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.537072 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks [] for router_controller (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.579126 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.579735 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 {{(pid=103872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:32:22.584585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.585721 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-cb7a3cc1-99ca-442f-aa78-ffbd8159d959 admin admin] 10.222.0.16 "DELETE /v2.0/routers/add8d9a1-e0be-4aa3-859b-8a2fc8e1f5c4 HTTP/1.1" status: 204 len: 168 time: 0.7290132 Jul 07 10:32:22.588277 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48044) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:22.632454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Deleting subnet afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:32:22.635529 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Publish callbacks [] for subnet (afb0439a-4f10-4fb8-a05b-50ac4ec4edd0), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.637103 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:22.672063 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (afb0439a-4f10-4fb8-a05b-50ac4ec4edd0), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.755901 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (afb0439a-4f10-4fb8-a05b-50ac4ec4edd0), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.808250 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (afb0439a-4f10-4fb8-a05b-50ac4ec4edd0), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.833849 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb0439a-4f10-4fb8-a05b-50ac4ec4edd0,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:22.837439 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.841198 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-3c3bdc1a-d954-49dd-9f4e-bdf20f38fc28 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/afb0439a-4f10-4fb8-a05b-50ac4ec4edd0 HTTP/1.1" status: 204 len: 168 time: 0.2514095 Jul 07 10:32:22.843026 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48046) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:22.845517 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e92888-62c5-429f-a507-04251f8f6f58 None None] Network b08fa55b-4190-4e6d-8467-4b3e6107ca87 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:32:22.914484 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (b08fa55b-4190-4e6d-8467-4b3e6107ca87), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:22.956118 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Deleting port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:32:22.956467 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.021336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] For port cf9f7318-b8b3-49c4-812d-4eb89e4ed088, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,segment=NetworkSegment(d4af9d49-1fb7-4e7f-b6d2-09ff25050c51),segment_id=d4af9d49-1fb7-4e7f-b6d2-09ff25050c51)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:23.021623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.034572 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Calling delete_port for cf9f7318-b8b3-49c4-812d-4eb89e4ed088 owned by network:dhcp {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:32:23.113699 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6fa0d-2d40-483e-b856-65733db6f598 None None] DHCP port deletion for b08fa55b-4190-4e6d-8467-4b3e6107ca87 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:32:23.120582 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (cf9f7318-b8b3-49c4-812d-4eb89e4ed088), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.144876 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9f7318-b8b3-49c4-812d-4eb89e4ed088,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:23.150832 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] No DVR routers for this DVR port cf9f7318-b8b3-49c4-812d-4eb89e4ed088 on host dv-cinder-822821-4-iscsi {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:32:23.224113 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (b08fa55b-4190-4e6d-8467-4b3e6107ca87), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.244822 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08fa55b-4190-4e6d-8467-4b3e6107ca87']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:23.254011 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:23.254309 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4af9d49-1fb7-4e7f-b6d2-09ff25050c51') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:23.263777 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (d4af9d49-1fb7-4e7f-b6d2-09ff25050c51), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.277407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (d4af9d49-1fb7-4e7f-b6d2-09ff25050c51), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.284183 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:32:23.284580 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (d4af9d49-1fb7-4e7f-b6d2-09ff25050c51), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.314148 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment d4af9d49-1fb7-4e7f-b6d2-09ff25050c51 resource provider aggregate not found Jul 07 10:32:23.357544 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (b08fa55b-4190-4e6d-8467-4b3e6107ca87), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.363603 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.367033 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b08fa55b-4190-4e6d-8467-4b3e6107ca87 HTTP/1.1" status: 204 len: 168 time: 0.5230894 Jul 07 10:32:23.368782 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment d4af9d49-1fb7-4e7f-b6d2-09ff25050c51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4af9d49-1fb7-4e7f-b6d2-09ff25050c51 found for delete ", "request_id": "req-7d2dcda6-7719-4bc1-b819-d2e1bc7edcb0"}]} Jul 07 10:32:23.381835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962223e-5958-4dd2-85e2-f70b66a1e2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08fa55b-4190-4e6d-8467-4b3e6107ca87,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:23.488272 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48054) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:23.528891 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9ee7169b-c870-4ade-bbf8-bb3b7f9185f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98924fde961c41358ffb24ac3819557a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394187 Jul 07 10:32:23.531229 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48056) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:23.578733 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f63f704-02d8-47a6-92b5-d2209ed29b39 admin admin] Publish callbacks [] for security_group (5e2b912d-6a54-48e9-997c-85dc1b6803bf), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.599181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f63f704-02d8-47a6-92b5-d2209ed29b39 admin admin] Publish callbacks [] for security_group (5e2b912d-6a54-48e9-997c-85dc1b6803bf), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.648365 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f63f704-02d8-47a6-92b5-d2209ed29b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (5e2b912d-6a54-48e9-997c-85dc1b6803bf), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.651040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2f63f704-02d8-47a6-92b5-d2209ed29b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:23.652275 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2f63f704-02d8-47a6-92b5-d2209ed29b39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e2b912d-6a54-48e9-997c-85dc1b6803bf HTTP/1.1" status: 204 len: 168 time: 0.1200550 Jul 07 10:32:23.660323 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f704-02d8-47a6-92b5-d2209ed29b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2b912d-6a54-48e9-997c-85dc1b6803bf,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:24.099197 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8b12dedc-2924-4252-929f-ee542878b362 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:24.124846 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 8b12dedc-2924-4252-929f-ee542878b362 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:32:24.125177 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8b12dedc-2924-4252-929f-ee542878b362 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:32:24.125592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 28aadbe8-4107-434c-be39-278f156ab448 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:24.143899 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 28aadbe8-4107-434c-be39-278f156ab448 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:32:24.144246 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 28aadbe8-4107-434c-be39-278f156ab448 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:32:24.144644 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device cf9f7318-b8b3-49c4-812d-4eb89e4ed088 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:24.162784 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: cf9f7318-b8b3-49c4-812d-4eb89e4ed088 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:32:24.163127 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device cf9f7318-b8b3-49c4-812d-4eb89e4ed088 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:32:24.315224 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48078) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:24.410605 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717813317-network', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:24.430115 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Made reservation on behalf of 1568d5b1c4bb471f9de53f4d5cf7cc82 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:32:24.432895 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.441428 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.452542 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:24.478917 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:24.528288 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks [] for security_group (569852cc-6b29-492a-ae9c-4b20943c69bf), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.532272 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (569852cc-6b29-492a-ae9c-4b20943c69bf), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.556843 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:32:24.571982 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569852cc-6b29-492a-ae9c-4b20943c69bf,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:24.577626 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (47c8c693-89e1-4dc2-a917-a30bb41134de), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.577972 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Added segment 47c8c693-89e1-4dc2-a917-a30bb41134de of type vlan for network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c Jul 07 10:32:24.617965 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.642045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.643085 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:24.643668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.680031 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3631029 Jul 07 10:32:24.682989 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48082) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:24.687877 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Request body: {'subnet': {'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717813317-subnet', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:24.708324 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Made reservation on behalf of 1568d5b1c4bb471f9de53f4d5cf7cc82 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:32:24.710027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498871c-5c00-4779-94cf-ab0c5288b569 admin admin] Pushing event updated for resources: {'Network': ['ID=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:24.710635 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.712269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:24.719828 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:32:24.877636 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (3cce0adf-d35e-4942-b737-ea4df4e23854), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.937918 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cce0adf-d35e-4942-b737-ea4df4e23854,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:24.946648 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:32:24.947003 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Network hostable DHCP agents. Network: ddda3840-6dd5-4197-ae4c-bd6a56e53d5c, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:32:24.963704 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:32:24.971570 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, ddda3840-6dd5-4197-ae4c-bd6a56e53d5c) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:24.975467 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:24.976076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:24.980756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe69c9-fe45-43ed-bff6-fbc35fccc72e None None] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:32:24.991844 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-002b9097-792b-4f23-a5f4-e13dc4f27e76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3077710 Jul 07 10:32:24.995274 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48084) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:24.999667 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:25.006442 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:25.020068 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16310454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239271'] for router (74d050c3-bddb-40ce-a8fa-339ee422a3cf), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.021154 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16305042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16445907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-239326'] for router (74d050c3-bddb-40ce-a8fa-339ee422a3cf), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.040476 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:25.072737 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks [] for router_controller (74d050c3-bddb-40ce-a8fa-339ee422a3cf), precommit_add_association {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.084528 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3428858f-bdca-5abd-8b0a-b94d98ffad28-ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854'}]}} from dv-cinder-822821-4-iscsi. {{(pid=103873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 07 10:32:25.085457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.349888 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Allocated IP 172.20.0.2 (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c/3cce0adf-d35e-4942-b737-ea4df4e23854/907dbd51-7384-4ba4-8afe-7eca3b7514c4) {{(pid=103873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:25.463762 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks [] for router_gateway (74d050c3-bddb-40ce-a8fa-339ee422a3cf), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.495159 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Publish callbacks [] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), precommit_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.501340 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), after_create {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.543179 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:25.548151 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Resources bound (agent type, host, resource id): {{(pid=103873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:25.550233 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Pushing event updated for resources: {'Port': ['ID=907dbd51-7384-4ba4-8afe-7eca3b7514c4,revision_number=1']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:25.552388 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Received port after_create {{(pid=103873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:25.609174 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Attempting to bind port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:32:25.609450 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Attempting to bind port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:32:25.609804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Attempting to bind port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:25.614829 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:32:25.615195 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:32:25.615588 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.616002 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Bound using segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:32:25.616456 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Bound port: 907dbd51-7384-4ba4-8afe-7eca3b7514c4, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:32:25.616828 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.642542 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks [] for router_gateway (74d050c3-bddb-40ce-a8fa-339ee422a3cf), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.665529 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.676196 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] For port 907dbd51-7384-4ba4-8afe-7eca3b7514c4, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:32:25.679113 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] For port 907dbd51-7384-4ba4-8afe-7eca3b7514c4, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=907dbd51-7384-4ba4-8afe-7eca3b7514c4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:32:25.685128 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.742615 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5319f-9a5c-4a24-841f-830ecfd676bc None None] Pushing event updated for resources: {'Port': ['ID=907dbd51-7384-4ba4-8afe-7eca3b7514c4,revision_number=2']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:25.776232 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Allocated IP 172.27.1.181 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/b6b61640-db17-4728-bdcd-62038f999db8) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:25.812256 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:25.880156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:25.911803 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks [] for port (b6b61640-db17-4728-bdcd-62038f999db8), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.946549 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (b6b61640-db17-4728-bdcd-62038f999db8), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:25.989583 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:25.995345 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:25.997623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b61640-db17-4728-bdcd-62038f999db8,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:26.000882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:26.121621 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 907dbd51-7384-4ba4-8afe-7eca3b7514c4 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:26.169137 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:26.169515 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.221555 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:26.240178 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:26.240572 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.252416 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks [] for router_gateway (74d050c3-bddb-40ce-a8fa-339ee422a3cf), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.274009 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port 907dbd51-7384-4ba4-8afe-7eca3b7514c4, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=907dbd51-7384-4ba4-8afe-7eca3b7514c4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:26.278343 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.282221 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:26.334780 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=907dbd51-7384-4ba4-8afe-7eca3b7514c4,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:26.455547 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16305150'] for router (74d050c3-bddb-40ce-a8fa-339ee422a3cf), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.591122 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf is scheduled to L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a with binding_index 1 {{(pid=103872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 07 10:32:26.599226 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9550b4-4bb8-453c-8c71-403246c7d392 None None] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:32:26.612370 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:26.680063 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-ead70551-0f29-411c-95c7-2e8cfa344f9f None None] Provisioning complete for port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:26.680286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ead70551-0f29-411c-95c7-2e8cfa344f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.697085 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:26.708273 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:26.715571 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:26.719662 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48086) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:26.720182 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-b0fe604d-f848-4f97-8ba6-70fb23d0fef5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7232223 Jul 07 10:32:26.721232 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:26.722096 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:26.760603 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:26.787500 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-ead70551-0f29-411c-95c7-2e8cfa344f9f None None] Current status of the port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:26.837070 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:27.007554 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-78ef76d2-4179-4b1a-88cf-b4939cf79a64 None None] Provisioning complete for port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:27.008046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-78ef76d2-4179-4b1a-88cf-b4939cf79a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.015362 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:26Z', 'revision_number': 3, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:27.086270 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-78ef76d2-4179-4b1a-88cf-b4939cf79a64 None None] Current status of the port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:27.125224 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:27.125557 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Updating router 74d050c3-bddb-40ce-a8fa-339ee422a3cf port b6b61640-db17-4728-bdcd-62038f999db8 binding host dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:32:27.153627 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b6b61640-db17-4728-bdcd-62038f999db8), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.157333 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.259253 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:27.310890 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Allocated IP 172.20.0.1 (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c/3cce0adf-d35e-4942-b737-ea4df4e23854/5567e2b2-71b3-4e71-a810-9e869aaf55dc) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:27.400349 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Publish callbacks [] for port (b6b61640-db17-4728-bdcd-62038f999db8), precommit_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.406039 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b6b61640-db17-4728-bdcd-62038f999db8), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.422178 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks [] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.448607 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b8551-6249-4810-856e-4f84e4c91220 None None] Pushing event updated for resources: {'Port': ['ID=b6b61640-db17-4728-bdcd-62038f999db8,revision_number=2']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:27.457737 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.466462 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Attempting to bind port b6b61640-db17-4728-bdcd-62038f999db8 on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:32:27.466825 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Attempting to bind port b6b61640-db17-4728-bdcd-62038f999db8 by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:32:27.467182 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Attempting to bind port b6b61640-db17-4728-bdcd-62038f999db8 on network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:27.473674 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:32:27.474147 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Checking segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:32:27.474559 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.474921 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Bound using segment: {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'} {{(pid=103874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:32:27.475375 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.managers [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Bound port: b6b61640-db17-4728-bdcd-62038f999db8, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed85e1a-5680-46c0-ba91-a6089c9142cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}}] {{(pid=103874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:32:27.475754 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b6b61640-db17-4728-bdcd-62038f999db8), before_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.502443 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:27.508224 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:27.512619 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:27.516351 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Pushing event updated for resources: {'Port': ['ID=5567e2b2-71b3-4e71-a810-9e869aaf55dc,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:27.537621 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] For port b6b61640-db17-4728-bdcd-62038f999db8, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:32:27.541343 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] For port b6b61640-db17-4728-bdcd-62038f999db8, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b6b61640-db17-4728-bdcd-62038f999db8,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:32:27.545866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.546304 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.546623 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.547125 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.547697 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.548203 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b6b61640-db17-4728-bdcd-62038f999db8), after_update {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.548446 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.548959 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.549388 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.549754 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.550084 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.550409 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.550735 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.551056 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.551369 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.551864 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:27.563510 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:27.577761 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16311302'] for router_interface (74d050c3-bddb-40ce-a8fa-339ee422a3cf), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.612552 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:27.623772 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b8551-6249-4810-856e-4f84e4c91220 None None] Pushing event updated for resources: {'Port': ['ID=b6b61640-db17-4728-bdcd-62038f999db8,revision_number=3']} {{(pid=103874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:27.634353 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:27.634915 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:27.636676 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcb53f-b84a-4958-b0ed-743bc2e81992 req-65a238d5-eb72-474b-9d4c-efe61fa479b3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:27.644877 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-83fcb53f-b84a-4958-b0ed-743bc2e81992 req-65a238d5-eb72-474b-9d4c-efe61fa479b3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0638976 Jul 07 10:32:27.683053 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:27.686526 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:27.696479 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:27.706934 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-83fcb53f-b84a-4958-b0ed-743bc2e81992 req-85e39a4c-36d6-4f49-a546-82647fdb37db tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609806 Jul 07 10:32:27.758073 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:27.774475 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.808193 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-8a2be7a1-45ac-4a03-8ec8-48a04f94ed3e None None] Provisioning complete for port 5567e2b2-71b3-4e71-a810-9e869aaf55dc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:27.808757 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8a2be7a1-45ac-4a03-8ec8-48a04f94ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.842921 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-8a2be7a1-45ac-4a03-8ec8-48a04f94ed3e None None] Port 5567e2b2-71b3-4e71-a810-9e869aaf55dc cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:32:27.933336 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:26Z', 'revision_number': 3, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:27.933699 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks [] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.938284 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:27.958772 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a080fb-ee1a-46bc-a055-434dc8d32aa1 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:26Z', 'revision_number': 3, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:28.007391 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16315671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16311442'] for router_interface (74d050c3-bddb-40ce-a8fa-339ee422a3cf), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.009756 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Pushing event updated for resources: {'Port': ['ID=5567e2b2-71b3-4e71-a810-9e869aaf55dc,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:28.105318 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:28.106641 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:28.116095 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 907dbd51-7384-4ba4-8afe-7eca3b7514c4 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:28.165093 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:28.165255 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:28.166064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.236967 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:32:28.293279 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:28.358219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:28.368523 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-385620ca-befa-478b-9539-77caa52aadff admin admin] 10.222.0.16 "PUT /v2.0/routers/74d050c3-bddb-40ce-a8fa-339ee422a3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456950 Jul 07 10:32:28.463543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-2cf5b0e1-cf77-446c-9c96-6e5cec01d1bb None None] Provisioning complete for port 5567e2b2-71b3-4e71-a810-9e869aaf55dc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:28.463943 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b0e1-cf77-446c-9c96-6e5cec01d1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.499594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5b0e1-cf77-446c-9c96-6e5cec01d1bb None None] Port 5567e2b2-71b3-4e71-a810-9e869aaf55dc cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:32:28.661590 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48100) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:28.666703 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485750860', 'description': 'tempest-description--35167677'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:28.688457 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.713779 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:28.765740 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (d721871d-b1ab-4ac9-b003-ab9b4130ed90), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.771488 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d721871d-b1ab-4ac9-b003-ab9b4130ed90), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.805705 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.809959 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1442921 Jul 07 10:32:28.809959 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0099055-1c5a-48f9-b2cd-1f3887cdd0dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d721871d-b1ab-4ac9-b003-ab9b4130ed90,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:28.809959 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48106) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:28.814494 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': 'd721871d-b1ab-4ac9-b003-ab9b4130ed90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:28.859368 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462f8b7-d599-410e-a365-2660a858710f req-4ee9c791-5f56-4f00-9e7d-63540e7b095a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:28.864403 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b462f8b7-d599-410e-a365-2660a858710f req-4ee9c791-5f56-4f00-9e7d-63540e7b095a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0799348 Jul 07 10:32:28.868786 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (e90da00c-8f48-4112-93da-6752c87019b1), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.918098 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b462f8b7-d599-410e-a365-2660a858710f req-9ed13f46-fdf6-42cc-9846-33844d86071a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514293 Jul 07 10:32:28.933593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (e90da00c-8f48-4112-93da-6752c87019b1), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.940001 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (e90da00c-8f48-4112-93da-6752c87019b1), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.959106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90da00c-8f48-4112-93da-6752c87019b1,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:28.969083 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:28.970326 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-52fe6dd8-a8cd-4466-a97f-c86da6638826 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594408 Jul 07 10:32:28.973125 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48112) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:28.978259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': 'd721871d-b1ab-4ac9-b003-ab9b4130ed90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:29.007719 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (3bd2f7ad-60f0-4421-aedd-5eb56d3bc885), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.071505 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (3bd2f7ad-60f0-4421-aedd-5eb56d3bc885), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.075302 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (3bd2f7ad-60f0-4421-aedd-5eb56d3bc885), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.097038 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd2f7ad-60f0-4421-aedd-5eb56d3bc885,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:29.108217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.113442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48114) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:29.116329 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0d21a9e3-b60b-400e-97d7-661b51c0c54b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419263 Jul 07 10:32:29.118782 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:29.145371 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.240364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.354640 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.27.1.48 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/f2201ddb-b9a9-4721-83d9-dc6911458003) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:29.376814 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-e1bc1035-94f7-49af-8706-ee88dcce51bd tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:29.378311 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-e1bc1035-94f7-49af-8706-ee88dcce51bd tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Jul 07 10:32:29.462095 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.471091 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:29.477091 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Deleting port 552f5d9a-f502-4184-a7a5-3082829225b5 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:32:29.477091 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.499645 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.543819 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:29.546761 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:29.551176 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:29.555830 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=f2201ddb-b9a9-4721-83d9-dc6911458003,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:29.574913 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] For port 552f5d9a-f502-4184-a7a5-3082829225b5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=552f5d9a-f502-4184-a7a5-3082829225b5,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:29.575142 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:29.575274 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.639270 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (99b9e389-6f1a-436d-a6c3-8f8c7e165dd7), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.679997 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.728722 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:29.740025 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:29.741212 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:29.745070 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.745438 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (c109fa3c-5d26-40f3-a878-05cb64dd2dd2), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.745751 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Floating IP c109fa3c-5d26-40f3-a878-05cb64dd2dd2 disassociated. External IP: 172.27.1.27, port: 552f5d9a-f502-4184-a7a5-3082829225b5. Jul 07 10:32:29.746097 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Calling delete_port for 552f5d9a-f502-4184-a7a5-3082829225b5 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:32:29.832343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.837514 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.847708 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:29.892929 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (552f5d9a-f502-4184-a7a5-3082829225b5), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.917853 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=f2201ddb-b9a9-4721-83d9-dc6911458003,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:29.926926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'Port': ['ID=552f5d9a-f502-4184-a7a5-3082829225b5,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:29.930140 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (99b9e389-6f1a-436d-a6c3-8f8c7e165dd7), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.933174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:29.953710 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:29.965450 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-726a30af-8586-4549-90cd-e282e33151c6 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8501945 Jul 07 10:32:30.030756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:30.042087 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:30.049717 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7d1bdf2c-c890-4c45-8d7b-378ce21efe7e req-0908de4e-3592-4748-921b-0e2bdd6b7ea8 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 210 time: 0.0390666 Jul 07 10:32:30.072280 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:32:30.094557 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:30.124284 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:30.125220 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Updating router 74d050c3-bddb-40ce-a8fa-339ee422a3cf port 5567e2b2-71b3-4e71-a810-9e869aaf55dc binding host dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 10:32:30.160319 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.178445 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b6b61640-db17-4728-bdcd-62038f999db8 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:30.204193 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-dca080a1-d33f-42b6-ba91-1e84f13b57c1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1485750860&fields=id&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 267 time: 0.0855193 Jul 07 10:32:30.223175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:30.226635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:30.235823 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:30.248826 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:30.249452 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:30.288065 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] No DVR routers for this DVR port 552f5d9a-f502-4184-a7a5-3082829225b5 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:32:30.293290 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.296622 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f8c9651d-183d-4e88-9cf6-5e9140ce1127 req-da1199ef-cb14-4234-88f7-ed80b543a2a5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "DELETE /v2.0/ports/552f5d9a-f502-4184-a7a5-3082829225b5 HTTP/1.1" status: 204 len: 173 time: 0.9058249 Jul 07 10:32:30.297059 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'name': 'network-vif-deleted', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:30.299369 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f3588-70f6-483e-8450-4fd6c442d355" -d '{"events": [{"server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "name": "network-vif-deleted", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:30.363624 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f39991-e277-43c6-ade4-18d25fb06391 x-openstack-request-id: req-a7f39991-e277-43c6-ade4-18d25fb06391 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:30.364030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2364e764-0c0a-493f-bc92-2f8701294428", "name": "network-vif-deleted", "tag": "552f5d9a-f502-4184-a7a5-3082829225b5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:30.364386 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7f39991-e277-43c6-ade4-18d25fb06391 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:30.364871 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f39991-e277-43c6-ade4-18d25fb06391'] response: {'server_uuid': '2364e764-0c0a-493f-bc92-2f8701294428', 'name': 'network-vif-deleted', 'tag': '552f5d9a-f502-4184-a7a5-3082829225b5', 'status': 'completed', 'code': 200} Jul 07 10:32:30.388725 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:30.427783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-189c184e-a1ad-46c8-b8f3-551b55646660 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:30.432718 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port b6b61640-db17-4728-bdcd-62038f999db8 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:30.434936 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-189c184e-a1ad-46c8-b8f3-551b55646660 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.2235541 Jul 07 10:32:30.436389 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6b61640-db17-4728-bdcd-62038f999db8), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.457065 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-98bad38e-954d-4ada-8f6d-acf18a6bfa9c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/quotas/1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 375 time: 0.0212507 Jul 07 10:32:30.531628 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-3dfc5e3f-9ef6-4d80-aab4-8e618be9df27 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677299 Jul 07 10:32:30.614916 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Publish callbacks [] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), precommit_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.617068 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port b6b61640-db17-4728-bdcd-62038f999db8 is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:30.617435 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (b6b61640-db17-4728-bdcd-62038f999db8), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.642818 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] For port b6b61640-db17-4728-bdcd-62038f999db8, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b6b61640-db17-4728-bdcd-62038f999db8,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:30.647685 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (b6b61640-db17-4728-bdcd-62038f999db8), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.653106 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.667984 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:30.715943 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:30.725070 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:30.725681 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:30.738780 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d05366f7-4aad-4dbf-b457-517ac3ed5685 service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961992 Jul 07 10:32:30.746821 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Pushing event updated for resources: {'Port': ['ID=b6b61640-db17-4728-bdcd-62038f999db8,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:30.802281 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Attempting to bind port 5567e2b2-71b3-4e71-a810-9e869aaf55dc on host dv-cinder-822821-4-iscsi for vnic_type normal with profile {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:32:30.802646 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Attempting to bind port 5567e2b2-71b3-4e71-a810-9e869aaf55dc by drivers openvswitch,hyperv on host dv-cinder-822821-4-iscsi at level 0 using segments [{'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:32:30.803013 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Attempting to bind port 5567e2b2-71b3-4e71-a810-9e869aaf55dc on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:30.810358 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Checking agent: {'id': '17fd767b-ccc0-4499-a188-c88c88543cc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 17, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:32:30.810737 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:32:30.811144 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.811542 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Bound using segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} {{(pid=103873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:32:30.812064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.managers [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Bound port: 5567e2b2-71b3-4e71-a810-9e869aaf55dc, host: dv-cinder-822821-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}}] {{(pid=103873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:32:30.812739 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.837555 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e14129-daf4-40e3-b1b1-32af1d406918 None None] Pushing event updated for resources: {'Port': ['ID=5567e2b2-71b3-4e71-a810-9e869aaf55dc,revision_number=3']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:30.850678 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:30.874654 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-519c97d5-9146-46c7-b688-974d1f41ccff service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293294 Jul 07 10:32:30.916244 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] For port 5567e2b2-71b3-4e71-a810-9e869aaf55dc, host dv-cinder-822821-4-iscsi, cleared binding levels {{(pid=103873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:32:30.919838 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] For port 5567e2b2-71b3-4e71-a810-9e869aaf55dc, host dv-cinder-822821-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5567e2b2-71b3-4e71-a810-9e869aaf55dc,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:32:30.931061 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:30.977932 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:31.016997 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e14129-daf4-40e3-b1b1-32af1d406918 None None] Pushing event updated for resources: {'Port': ['ID=5567e2b2-71b3-4e71-a810-9e869aaf55dc,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:31.028550 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:31.030316 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:31.147236 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:31.151950 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1a7f39e3-2618-4c99-b19f-bd88ed16e3b3 req-0781e99e-aea4-4bde-ab67-7a1279464540 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 210 time: 0.0564063 Jul 07 10:32:31.203286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] Provisioning complete for port 5567e2b2-71b3-4e71-a810-9e869aaf55dc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:31.203286 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:31.205553 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e87c1c-8cba-4e13-979c-0903454a3b38 None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:31.282262 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:31.292819 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bc8f6d70-f787-4ab2-9e52-47b6aa223098 req-024ea559-faff-4599-a05d-e74767e6d9a3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=2364e764-0c0a-493f-bc92-2f8701294428 HTTP/1.1" status: 200 len: 210 time: 0.0519271 Jul 07 10:32:31.387836 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:31.581350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f0f9-2b72-4b16-8531-ecefab4ad16a req-ad4e2779-f3ea-42a3-9aac-8750bf0bcd06 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:31.583786 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4847f0f9-2b72-4b16-8531-ecefab4ad16a req-ad4e2779-f3ea-42a3-9aac-8750bf0bcd06 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0805135 Jul 07 10:32:31.622752 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0943e-d0d1-4979-9066-b6ac1dbf7fa6 None None] New status for floating IP c109fa3c-5d26-40f3-a878-05cb64dd2dd2: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:32:31.649817 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4847f0f9-2b72-4b16-8531-ecefab4ad16a req-b4f85032-b640-406d-bbfa-1ac14bccad7f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594504 Jul 07 10:32:31.747285 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] Current status of the port 5567e2b2-71b3-4e71-a810-9e869aaf55dc is: DOWN; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:31.747896 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:31.852764 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] For port 5567e2b2-71b3-4e71-a810-9e869aaf55dc, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5567e2b2-71b3-4e71-a810-9e869aaf55dc,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:31.860885 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:31.943485 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:31.946761 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a3d7d-60b4-4aa2-aa08-a38c0e7cdaf2 None None] Pushing event updated for resources: {'Port': ['ID=5567e2b2-71b3-4e71-a810-9e869aaf55dc,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:31.975614 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac75b2-6ef4-40b5-8e59-4e02f5cd0a7f None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:31.982731 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-0399ecc5-c2dc-4774-9852-defe932f3ce6 None None] Provisioning complete for port 5567e2b2-71b3-4e71-a810-9e869aaf55dc triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:31.983105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-0399ecc5-c2dc-4774-9852-defe932f3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:32.090523 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-0399ecc5-c2dc-4774-9852-defe932f3ce6 None None] Current status of the port 5567e2b2-71b3-4e71-a810-9e869aaf55dc is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:32.206005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5567e2b2-71b3-4e71-a810-9e869aaf55dc up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:32.262782 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-3e6ca761-fab3-411f-b4f4-8a9ce0867359 req-a0e6267c-f104-4a37-b190-c2aea12770ae tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 210 time: 0.0335517 Jul 07 10:32:32.270056 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port 5567e2b2-71b3-4e71-a810-9e869aaf55dc triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:32.270463 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:32.349556 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port 5567e2b2-71b3-4e71-a810-9e869aaf55dc is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:32.351668 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b6b61640-db17-4728-bdcd-62038f999db8 up at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:32.405403 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Provisioning complete for port b6b61640-db17-4728-bdcd-62038f999db8 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:32.405403 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6b61640-db17-4728-bdcd-62038f999db8), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:32.437921 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:32.463690 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-b621435a-c795-4aca-97f7-41be23a98ccc tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:32.465517 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-b621435a-c795-4aca-97f7-41be23a98ccc tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.1533287 Jul 07 10:32:32.469240 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:32.500503 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Current status of the port b6b61640-db17-4728-bdcd-62038f999db8 is: ACTIVE; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:32.553239 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-1f1ef16d-bd18-4fc0-a7f8-5fa4000656a3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 380 time: 0.0751064 Jul 07 10:32:32.605811 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'port': {'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'admin_state_up': True, 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'security_groups': ['d721871d-b1ab-4ac9-b003-ab9b4130ed90']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:32.667975 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-cf15b650-ef7b-4cb8-ac01-053ca049c832 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51530022&fields=id&tenant_id=12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 267 time: 0.0486581 Jul 07 10:32:32.710524 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:32.737880 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Made reservation on behalf of 1568d5b1c4bb471f9de53f4d5cf7cc82 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:32:32.742456 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:32.791147 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-6b96dea1-171f-4c30-b22d-58e8c713d80e tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:32.792266 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:32.793122 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-6b96dea1-171f-4c30-b22d-58e8c713d80e tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 812 time: 0.1158416 Jul 07 10:32:32.812367 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-9ff741b9-98d1-4f80-81dc-8ddf1c5b4536 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/quotas/12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 375 time: 0.0116358 Jul 07 10:32:32.855197 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e253-ba7c-42a4-81e7-ba0949d9a3f0 req-0b0ccf2e-9efb-4972-aed4-d565cd13c51f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:32.862270 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60d4e253-ba7c-42a4-81e7-ba0949d9a3f0 req-0b0ccf2e-9efb-4972-aed4-d565cd13c51f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.1169610 Jul 07 10:32:32.880291 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-eabe3894-a430-4561-970c-e532b132a940 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621338 Jul 07 10:32:32.955421 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-60d4e253-ba7c-42a4-81e7-ba0949d9a3f0 req-eafe1194-1b8c-4897-902f-62821a4f8f7f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917387 Jul 07 10:32:32.980244 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.20.0.11 (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c/3cce0adf-d35e-4942-b737-ea4df4e23854/de9d78a0-ee28-42fd-97fe-b5ec1f75f48f) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:32.987924 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-67828f40-e695-4734-b087-5b58d62d98eb service neutron] 10.222.0.16 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972798 Jul 07 10:32:33.066561 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:33.093132 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-151a9113-d760-4174-909e-300af297ab44 service neutron] 10.222.0.16 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982366 Jul 07 10:32:33.135966 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.172428 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.235385 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:33.239097 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:33.241258 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:33.244111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:33.299064 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:33.299930 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.326892 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-efaf3bda-e831-42e3-86f9-3d566d3108f3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7272050 Jul 07 10:32:33.343800 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Request body: {'port': {'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:33.422615 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09284-76d7-4309-a010-cb777664b87b req-1f0e402a-f3e2-425c-b070-3def1cbc041a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:33.424172 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98f09284-76d7-4309-a010-cb777664b87b req-1f0e402a-f3e2-425c-b070-3def1cbc041a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 932 time: 0.0769362 Jul 07 10:32:33.455734 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-59273722-2d42-4a5b-bf05-3f84cc48b9d0 req-a81f2c09-12b7-43fd-a73c-ef23bc8b2d38 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 210 time: 0.0351329 Jul 07 10:32:33.516739 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.526063 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-6e73047b-ab06-4350-80ca-352f5a52c342 None None] Provisioning complete for port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:33.526505 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6e73047b-ab06-4350-80ca-352f5a52c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.528478 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-98f09284-76d7-4309-a010-cb777664b87b req-fc72197b-ed86-46d1-b7c7-8f21178e1d34 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966661 Jul 07 10:32:33.562989 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:33.563589 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-6e73047b-ab06-4350-80ca-352f5a52c342 None None] Port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:32:33.746928 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:33.791036 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9d78a0-ee28-42fd-97fe-b5ec1f75f48f {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:32:33.798394 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Publish callbacks [] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.811484 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Transition to ACTIVE for port object de9d78a0-ee28-42fd-97fe-b5ec1f75f48f will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:32:33.815118 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:33.866132 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Pushing event updated for resources: {'Port': ['ID=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:33.946218 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Attempting to bind port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:32:33.946628 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Attempting to bind port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:32:33.947330 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Attempting to bind port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:33.952487 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:32:33.952883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Attempting to bind port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:33.958550 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:32:33.958888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:32:33.959279 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Bound using segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:32:33.959702 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Bound port: de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:32:33.960089 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:34.030380 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] For port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:32:34.034800 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] For port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:32:34.043161 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:34.078247 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:34.084669 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:34.085314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:34.086698 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] 10.222.0.58 "PUT /v2.0/ports/de9d78a0-ee28-42fd-97fe-b5ec1f75f48f HTTP/1.1" status: 200 len: 1094 time: 0.7496903 Jul 07 10:32:34.087169 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:34.089440 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3800c6-fc70-4a51-8b18-76338955a056" -d '{"events": [{"name": "network-changed", "server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:34.096765 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198380-e159-495a-a0ab-56e77e807269 req-fde63fe8-3d1f-4b80-8a85-c8f1d055dae5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:34.098284 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-96198380-e159-495a-a0ab-56e77e807269 req-fde63fe8-3d1f-4b80-8a85-c8f1d055dae5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0637555 Jul 07 10:32:34.114719 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8fec-ca71-426c-b770-f58aa11a31bb service neutron] Pushing event updated for resources: {'Port': ['ID=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:34.136801 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828bfd69-4414-4009-a763-0140b37cff1d x-openstack-request-id: req-828bfd69-4414-4009-a763-0140b37cff1d {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:34.137155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:34.137338 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-828bfd69-4414-4009-a763-0140b37cff1d {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:34.137744 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828bfd69-4414-4009-a763-0140b37cff1d'] response: {'name': 'network-changed', 'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'status': 'completed', 'code': 200} Jul 07 10:32:34.155434 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-96198380-e159-495a-a0ab-56e77e807269 req-23d173d5-d846-4fcc-ad10-edcfef8d8761 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489187 Jul 07 10:32:34.340894 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3800c6-fc70-4a51-8b18-76338955a056 req-72d1bc95-0c37-4838-b4ef-cf2544535b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:34.342789 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4d3800c6-fc70-4a51-8b18-76338955a056 req-72d1bc95-0c37-4838-b4ef-cf2544535b19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 1128 time: 0.0504158 Jul 07 10:32:34.358311 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 552f5d9a-f502-4184-a7a5-3082829225b5 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:34.384331 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 552f5d9a-f502-4184-a7a5-3082829225b5 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:32:34.384774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 552f5d9a-f502-4184-a7a5-3082829225b5 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:32:34.647636 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72415f9-2571-4df9-98cb-bdbab40d6e6e req-87b595d7-6dea-45a7-83bf-dec8f7005bed tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:34.649893 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a72415f9-2571-4df9-98cb-bdbab40d6e6e req-87b595d7-6dea-45a7-83bf-dec8f7005bed tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 944 time: 0.0522096 Jul 07 10:32:34.699395 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a72415f9-2571-4df9-98cb-bdbab40d6e6e req-4fefc2bb-5566-481a-b8fb-07694cdc69e2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Jul 07 10:32:34.802575 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-733fb233-a3d8-48f0-bbef-e21004c8a833 req-f14acd5a-aef8-4b4e-85d9-059e79472f0d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 210 time: 0.0467191 Jul 07 10:32:34.841082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3800c6-fc70-4a51-8b18-76338955a056 req-6ee2e130-759e-4904-a133-2e386888f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:34.842728 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4d3800c6-fc70-4a51-8b18-76338955a056 req-6ee2e130-759e-4904-a133-2e386888f17b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4835145 Jul 07 10:32:34.850098 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-caec07d8-dcc4-4bf9-b7d4-2ab7b7573528 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:34.851500 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-caec07d8-dcc4-4bf9-b7d4-2ab7b7573528 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 812 time: 0.4907343 Jul 07 10:32:34.908128 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:34.993057 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-6ba06aa0-6a71-4a57-9e02-38492ce12238 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 378 time: 0.1315188 Jul 07 10:32:35.003782 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'port': {'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'admin_state_up': True, 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'security_groups': ['d5b88ff1-06e1-4086-9fef-b4051e82a3ed']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:35.011351 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3800c6-fc70-4a51-8b18-76338955a056 req-de88f2f4-4e67-4b2e-8b29-9d29b3f337d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.012939 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4d3800c6-fc70-4a51-8b18-76338955a056 req-de88f2f4-4e67-4b2e-8b29-9d29b3f337d1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605635 Jul 07 10:32:35.111998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:35.164716 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-28d7a9fe-4edd-49a3-b0f0-7cde6700b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.166278 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-28d7a9fe-4edd-49a3-b0f0-7cde6700b862 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 1128 time: 0.0552032 Jul 07 10:32:35.167271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Made reservation on behalf of 12a91d56e163442dacf4c5ce7b28a132 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:32:35.170792 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:35.175618 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:35.217931 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-1eba95e7-8c7d-426a-a731-5e9a61d8dab9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f HTTP/1.1" status: 200 len: 217 time: 0.0369475 Jul 07 10:32:35.226871 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:35.281448 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b7652-124e-4a76-9e15-7bc59e4c1b08 req-1841d4c9-06c5-414b-a78d-e251e45678fd tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.282924 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1d9b7652-124e-4a76-9e15-7bc59e4c1b08 req-1841d4c9-06c5-414b-a78d-e251e45678fd tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0525646 Jul 07 10:32:35.326284 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-83c12257-c8dd-4355-8656-34920a57c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.327713 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-83c12257-c8dd-4355-8656-34920a57c29e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0993392 Jul 07 10:32:35.330919 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1d9b7652-124e-4a76-9e15-7bc59e4c1b08 req-66a63184-7fb6-4897-9577-0d28ca206aa2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Jul 07 10:32:35.398067 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314b5a-3004-43b3-9f68-671795edaed4 req-671a1d5f-9979-4fe7-b4cf-fa484912f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.399448 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-671a1d5f-9979-4fe7-b4cf-fa484912f5f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524468 Jul 07 10:32:35.405241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Allocated IP 172.20.0.10 (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79/085080e4-6350-4e0a-8990-9e1bf338fdb9/216fec1b-d072-4901-a408-a796234144d0) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:35.550968 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-861a6bc8-f086-4664-bcaf-cd238a6caf9a service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434531 Jul 07 10:32:35.681863 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (216fec1b-d072-4901-a408-a796234144d0), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:35.705510 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-50314b5a-3004-43b3-9f68-671795edaed4 req-9166a396-18bd-4845-8942-875450ac9a34 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223223 Jul 07 10:32:35.730673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (216fec1b-d072-4901-a408-a796234144d0), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:35.780351 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:35.793730 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:35.796612 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:35.844247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:35.851890 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=216fec1b-d072-4901-a408-a796234144d0,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:35.854882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:35.874303 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5f8b1-99bc-41d0-aa63-d81136001d49 req-451a7e9d-2f63-4153-b0d3-3d4a1de031ee tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.875839 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6aa5f8b1-99bc-41d0-aa63-d81136001d49 req-451a7e9d-2f63-4153-b0d3-3d4a1de031ee tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 944 time: 0.1030161 Jul 07 10:32:35.894856 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.895472 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:35.928719 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513dbde-cfc5-4ec6-a499-781b121d9774 req-c4e4568a-e1f3-4908-a596-eb047e9f65e6 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:35.931094 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-41222244-3896-49f7-b5a0-51483bb73d2f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9325211 Jul 07 10:32:35.939898 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2513dbde-cfc5-4ec6-a499-781b121d9774 req-c4e4568a-e1f3-4908-a596-eb047e9f65e6 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 932 time: 0.0632167 Jul 07 10:32:35.948952 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6aa5f8b1-99bc-41d0-aa63-d81136001d49 req-204caf43-2694-4588-86b3-ce325e024d0c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656204 Jul 07 10:32:35.989903 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2513dbde-cfc5-4ec6-a499-781b121d9774 req-d1ed5f55-b901-4421-8378-a6cbbb09f0de tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492074 Jul 07 10:32:36.033961 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-87d47643-8fe0-46fa-aea9-57e7a207cdcc None None] Provisioning complete for port 216fec1b-d072-4901-a408-a796234144d0 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:36.034486 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-87d47643-8fe0-46fa-aea9-57e7a207cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (216fec1b-d072-4901-a408-a796234144d0), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:36.064846 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-87d47643-8fe0-46fa-aea9-57e7a207cdcc None None] Port 216fec1b-d072-4901-a408-a796234144d0 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:32:36.452088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c48ee-a314-4aed-9b23-09e0fd9e423e req-b488046b-b251-4a85-a3cb-aec89f5e4944 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:36.453553 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-346c48ee-a314-4aed-9b23-09e0fd9e423e req-b488046b-b251-4a85-a3cb-aec89f5e4944 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0510914 Jul 07 10:32:36.500585 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-346c48ee-a314-4aed-9b23-09e0fd9e423e req-a025db3c-228f-42a1-ae9e-da5f46e24e71 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Jul 07 10:32:36.656961 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Request body: {'port': {'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:36.714493 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (216fec1b-d072-4901-a408-a796234144d0), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:36.964010 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216fec1b-d072-4901-a408-a796234144d0 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:32:36.971383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Publish callbacks [] for port (216fec1b-d072-4901-a408-a796234144d0), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:36.985062 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Transition to ACTIVE for port object 216fec1b-d072-4901-a408-a796234144d0 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:32:36.988800 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (216fec1b-d072-4901-a408-a796234144d0), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:37.051157 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Pushing event updated for resources: {'Port': ['ID=216fec1b-d072-4901-a408-a796234144d0,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:37.075809 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f386b4-e5dd-4e41-968d-4f69525d0252 req-57b66723-ce64-465a-b179-1142fb897ffe tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.077490 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33f386b4-e5dd-4e41-968d-4f69525d0252 req-57b66723-ce64-465a-b179-1142fb897ffe tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 944 time: 0.0575135 Jul 07 10:32:37.131713 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-33f386b4-e5dd-4e41-968d-4f69525d0252 req-83cdfb29-ec30-4445-9826-4aabca559692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475833 Jul 07 10:32:37.156206 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3238c40-4ad3-4c3c-b648-73f3e5e4d8e0 req-0ba6d59d-669d-4bc6-882a-02e2bd2b71c2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.157723 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f3238c40-4ad3-4c3c-b648-73f3e5e4d8e0 req-0ba6d59d-669d-4bc6-882a-02e2bd2b71c2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0817413 Jul 07 10:32:37.190063 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Attempting to bind port 216fec1b-d072-4901-a408-a796234144d0 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:32:37.190402 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Attempting to bind port 216fec1b-d072-4901-a408-a796234144d0 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:32:37.190734 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Attempting to bind port 216fec1b-d072-4901-a408-a796234144d0 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:37.204323 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Port 216fec1b-d072-4901-a408-a796234144d0 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:32:37.204649 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Attempting to bind port 216fec1b-d072-4901-a408-a796234144d0 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:32:37.215428 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:32:37.215700 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Checking segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:32:37.216108 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Bound using segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:32:37.216543 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Bound port: 216fec1b-d072-4901-a408-a796234144d0, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:32:37.216913 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (216fec1b-d072-4901-a408-a796234144d0), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:37.241939 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f3238c40-4ad3-4c3c-b648-73f3e5e4d8e0 req-ccbf8807-fd34-4eb6-9141-d99dcbf69020 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781875 Jul 07 10:32:37.287365 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:37.292462 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] For port 216fec1b-d072-4901-a408-a796234144d0, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:32:37.295992 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] For port 216fec1b-d072-4901-a408-a796234144d0, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=216fec1b-d072-4901-a408-a796234144d0,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:32:37.302342 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (216fec1b-d072-4901-a408-a796234144d0), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:37.308145 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:37.343998 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.344614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:37.345982 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] 10.222.0.58 "PUT /v2.0/ports/216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 200 len: 1094 time: 0.6935248 Jul 07 10:32:37.346402 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'tag': '216fec1b-d072-4901-a408-a796234144d0'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:37.348654 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71501fb4-89e6-42e2-badb-58efc388ae84" -d '{"events": [{"name": "network-changed", "server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "tag": "216fec1b-d072-4901-a408-a796234144d0"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:37.371534 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0873aca-e40d-4d4d-a4cf-e97620695e52 service neutron] Pushing event updated for resources: {'Port': ['ID=216fec1b-d072-4901-a408-a796234144d0,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:37.417153 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a3759e-82da-4f4c-ac6d-debbf0c30163 x-openstack-request-id: req-b9a3759e-82da-4f4c-ac6d-debbf0c30163 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:37.417516 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "tag": "216fec1b-d072-4901-a408-a796234144d0", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:37.417848 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9a3759e-82da-4f4c-ac6d-debbf0c30163 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:37.418302 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a3759e-82da-4f4c-ac6d-debbf0c30163'] response: {'name': 'network-changed', 'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'tag': '216fec1b-d072-4901-a408-a796234144d0', 'status': 'completed', 'code': 200} Jul 07 10:32:37.430689 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-7ed5e81e-471b-4527-8d0a-a0a54cfa1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.432246 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-7ed5e81e-471b-4527-8d0a-a0a54cfa1ce6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1128 time: 0.0453551 Jul 07 10:32:37.474318 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-8532f35d-a6eb-43ef-91f5-530f041acb6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 200 len: 217 time: 0.0348327 Jul 07 10:32:37.534432 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-d99bb906-1da3-48c3-bb1c-cf1c1b6081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.536003 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-d99bb906-1da3-48c3-bb1c-cf1c1b6081a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0543714 Jul 07 10:32:37.589150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-f836dd0f-0443-4a89-97ac-215df9597b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.590607 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-f836dd0f-0443-4a89-97ac-215df9597b2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485306 Jul 07 10:32:37.642162 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4081bb-0859-479e-90fb-0bcd42b0009a req-5f0fe09e-b7ce-4f00-9a97-71ef7df6f0ae tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:37.643674 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5e4081bb-0859-479e-90fb-0bcd42b0009a req-5f0fe09e-b7ce-4f00-9a97-71ef7df6f0ae tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0703385 Jul 07 10:32:37.740193 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5e4081bb-0859-479e-90fb-0bcd42b0009a req-05e4ed6f-0f97-4495-9059-fa0c3465396c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895779 Jul 07 10:32:37.742996 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-5bd904c9-da8e-413d-b5db-b2fce57b8305 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368899 Jul 07 10:32:37.839169 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb89275d-a815-48d7-a88d-02aa9bdaa123 req-fcad991d-7212-4743-8b9c-dc1eec41d4f0 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899112 Jul 07 10:32:38.103975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-b08db610-7b85-42c4-8091-e5ea722ac243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.105429 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-b08db610-7b85-42c4-8091-e5ea722ac243 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1128 time: 0.0391300 Jul 07 10:32:38.199492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-9f5eea83-395b-4c65-a35e-11111359547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.200987 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-9f5eea83-395b-4c65-a35e-11111359547c service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.0892241 Jul 07 10:32:38.240478 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-646896ab-03e7-419a-9712-5bc0f863160b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 200 len: 217 time: 0.0320895 Jul 07 10:32:38.253404 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333535a3-a2f5-4b1b-8566-8681f2a7afe5 req-c778f588-5588-4bd2-babc-091fcedef3d3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.255442 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-333535a3-a2f5-4b1b-8566-8681f2a7afe5 req-c778f588-5588-4bd2-babc-091fcedef3d3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 944 time: 0.0466588 Jul 07 10:32:38.294367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-e4df554c-bdc8-4598-8fda-9314013e55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.295998 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-e4df554c-bdc8-4598-8fda-9314013e55cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0494444 Jul 07 10:32:38.304018 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-333535a3-a2f5-4b1b-8566-8681f2a7afe5 req-1cc42c50-b05c-490d-bf0a-82e0096d6bde tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Jul 07 10:32:38.369741 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device de9d78a0-ee28-42fd-97fe-b5ec1f75f48f details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:32:38.371982 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-973af113-f027-4ccf-8dfe-3742a3f21547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.373503 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-973af113-f027-4ccf-8dfe-3742a3f21547 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710549 Jul 07 10:32:38.384122 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be51faf-788a-4b36-b096-4a31358f44b8 req-452d2baf-d46c-4fd0-9ec2-1a0830bfab5f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.385500 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4be51faf-788a-4b36-b096-4a31358f44b8 req-452d2baf-d46c-4fd0-9ec2-1a0830bfab5f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0729077 Jul 07 10:32:38.470500 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:38.481737 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:32:38.492410 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4be51faf-788a-4b36-b096-4a31358f44b8 req-c555d9c3-1e51-465a-9ff3-c24db6df8190 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989480 Jul 07 10:32:38.518678 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:38.519071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:38.521659 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-90e2cab3-1db7-469f-a826-9ea9a96f15a9 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352379 Jul 07 10:32:38.532848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9d78a0-ee28-42fd-97fe-b5ec1f75f48f {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:32:38.552066 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:38.556503 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:38.596492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:38.610670 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:38.614174 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71501fb4-89e6-42e2-badb-58efc388ae84 req-3f1fd1b2-7812-4060-a5b3-54234a653afe service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Jul 07 10:32:38.798496 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['de9d78a0-ee28-42fd-97fe-b5ec1f75f48f'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:32:38.861847 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9239cd-4334-4c54-8028-90e32008870b req-176be61e-2d1a-4beb-9ba0-80ddb40a60e2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:38.863317 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4c9239cd-4334-4c54-8028-90e32008870b req-176be61e-2d1a-4beb-9ba0-80ddb40a60e2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0504575 Jul 07 10:32:38.910552 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4c9239cd-4334-4c54-8028-90e32008870b req-2fa8352e-d960-4cb1-9c43-b7bf55016617 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Jul 07 10:32:39.383002 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:39.421739 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa795-a8dc-4ad6-a128-9be3159394d2 req-177bf637-2285-4694-acb7-dd286ecd4740 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:39.423351 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-100fa795-a8dc-4ad6-a128-9be3159394d2 req-177bf637-2285-4694-acb7-dd286ecd4740 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Jul 07 10:32:39.475644 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-100fa795-a8dc-4ad6-a128-9be3159394d2 req-1e7e40f4-bbbc-4036-91af-5f9b3ca6e004 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Jul 07 10:32:39.616674 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be931e5-7e56-4738-9277-9a7a9b9092fc req-147208d4-4f35-4586-bd12-f96e3c8266d6 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:39.618173 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4be931e5-7e56-4738-9277-9a7a9b9092fc req-147208d4-4f35-4586-bd12-f96e3c8266d6 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0488842 Jul 07 10:32:39.668506 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4be931e5-7e56-4738-9277-9a7a9b9092fc req-3cfdb428-9f7d-4fb9-bbb3-74566e11bbb2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445683 Jul 07 10:32:40.025470 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270296-70f6-438a-ab35-c3abe298f645 req-2c0b8c77-807e-42df-a72c-386753d40ef1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:40.026895 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fd270296-70f6-438a-ab35-c3abe298f645 req-2c0b8c77-807e-42df-a72c-386753d40ef1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0460992 Jul 07 10:32:40.072836 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fd270296-70f6-438a-ab35-c3abe298f645 req-1d70395c-485c-42ef-a3e2-2e40ccd8f7f2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 Jul 07 10:32:40.378623 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device de9d78a0-ee28-42fd-97fe-b5ec1f75f48f up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:40.421709 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:32:40.427297 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:40.427705 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:40.498395 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:40.498779 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:40.501293 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:40.525163 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:40.527461 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af6f73-ba27-466d-a98a-5bdec7d7fe84" -d '{"events": [{"server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "name": "network-vif-plugged", "status": "completed", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:40.540685 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:40.545320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:40.550134 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:40.579904 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a5e02-608c-46a0-a36a-c3e19524a02c x-openstack-request-id: req-a74a5e02-608c-46a0-a36a-c3e19524a02c {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:40.580195 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "name": "network-vif-plugged", "status": "completed", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:40.580449 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a74a5e02-608c-46a0-a36a-c3e19524a02c {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:40.580843 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74a5e02-608c-46a0-a36a-c3e19524a02c'] response: {'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'code': 200} Jul 07 10:32:40.602635 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3d26-d8d0-437e-a79a-d21001d5b491 req-c6084bc8-1bcb-4a01-80e4-b4adfa346615 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:40.603226 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:40.604482 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bfec3d26-d8d0-437e-a79a-d21001d5b491 req-c6084bc8-1bcb-4a01-80e4-b4adfa346615 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0539122 Jul 07 10:32:40.610642 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.610980 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.611321 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.611659 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.612064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.612399 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.612725 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.613051 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.613377 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.613724 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.614057 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.614384 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.614710 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.615033 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.615353 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:32:40.783169 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41b375-1670-49fb-95dc-1ee94a5a6222 req-e219b01b-0fe5-4f43-9baa-28b0fe10524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:40.784809 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8a41b375-1670-49fb-95dc-1ee94a5a6222 req-e219b01b-0fe5-4f43-9baa-28b0fe10524b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 1130 time: 0.0770078 Jul 07 10:32:40.807116 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e8639-c61c-4d3f-a177-57d15609fc29 req-bcb20619-7853-492e-9c80-71b6f699e311 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:40.808653 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c1e8639-c61c-4d3f-a177-57d15609fc29 req-bcb20619-7853-492e-9c80-71b6f699e311 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0661826 Jul 07 10:32:40.872920 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8a41b375-1670-49fb-95dc-1ee94a5a6222 req-fc4793c9-ff01-4a70-98cf-37373b88b0f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778735 Jul 07 10:32:40.881972 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c1e8639-c61c-4d3f-a177-57d15609fc29 req-fee6fb87-a1a5-4cdb-819c-fdd4f470013f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659218 Jul 07 10:32:40.888014 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bfec3d26-d8d0-437e-a79a-d21001d5b491 req-0295c353-6bb2-490b-9332-4f7660ad9b05 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765708 Jul 07 10:32:41.190411 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee5a4-7ffd-47a1-8699-9b0b0f97fd39 req-ae53cbcd-d1b9-4d3e-9214-47cee32b91f9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:41.191859 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9f9ee5a4-7ffd-47a1-8699-9b0b0f97fd39 req-ae53cbcd-d1b9-4d3e-9214-47cee32b91f9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0467961 Jul 07 10:32:41.238363 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9f9ee5a4-7ffd-47a1-8699-9b0b0f97fd39 req-a06df1c8-4953-446f-bd91-4cafc4f2142a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401165 Jul 07 10:32:42.002655 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09591693-04d6-4843-bc1b-34457d6979e9 req-e97baf89-8c23-46d4-91c1-7c84c4b6ee31 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:42.008770 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fee4-cc4a-4d89-9662-19b223026c7a req-112b355d-c7d3-4267-8e16-a04f8e2d70cd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:42.010258 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-30d3fee4-cc4a-4d89-9662-19b223026c7a req-112b355d-c7d3-4267-8e16-a04f8e2d70cd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0482388 Jul 07 10:32:42.010505 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-09591693-04d6-4843-bc1b-34457d6979e9 req-e97baf89-8c23-46d4-91c1-7c84c4b6ee31 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0576513 Jul 07 10:32:42.060813 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-09591693-04d6-4843-bc1b-34457d6979e9 req-7ec3a75e-1346-49d7-827a-104cce5ae24d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495176 Jul 07 10:32:42.071913 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-30d3fee4-cc4a-4d89-9662-19b223026c7a req-8f46b863-a3fe-45b8-a15e-0df42d61572d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536125 Jul 07 10:32:42.357255 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9c65-1187-4556-ac7d-080329c7efea req-04882d2d-db24-4d5b-bfcb-23fe3ea22627 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:42.358776 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-02aa9c65-1187-4556-ac7d-080329c7efea req-04882d2d-db24-4d5b-bfcb-23fe3ea22627 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0483849 Jul 07 10:32:42.407238 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-02aa9c65-1187-4556-ac7d-080329c7efea req-7323799a-99ea-47d6-9353-e584b5863696 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Jul 07 10:32:43.147617 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:43.175836 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91db8e-dbc8-48a9-952e-a44ad17f8816 req-58b34177-a126-41ec-a08c-abb09bfc20b5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:43.177306 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ad91db8e-dbc8-48a9-952e-a44ad17f8816 req-58b34177-a126-41ec-a08c-abb09bfc20b5 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0477490 Jul 07 10:32:43.184272 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b169e15-652c-48cd-9a4b-0eee7a426d3a req-404c58d5-40ce-4158-b1e2-1349713fda30 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:43.185740 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2b169e15-652c-48cd-9a4b-0eee7a426d3a req-404c58d5-40ce-4158-b1e2-1349713fda30 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0478952 Jul 07 10:32:43.204393 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:43.226987 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ad91db8e-dbc8-48a9-952e-a44ad17f8816 req-e2628ed5-2189-47c0-89e3-85fb34020d21 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436406 Jul 07 10:32:43.232857 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2b169e15-652c-48cd-9a4b-0eee7a426d3a req-e68e0512-0f00-41a9-afc2-6232ac1ab654 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Jul 07 10:32:43.339096 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be23a0-3fc4-4be2-bd70-91366ee6d500 req-d3e12f7a-43ff-4f72-a233-9bf1ad3d29fe tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:43.340556 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d0be23a0-3fc4-4be2-bd70-91366ee6d500 req-d3e12f7a-43ff-4f72-a233-9bf1ad3d29fe tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0466592 Jul 07 10:32:43.348893 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48262) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:43.353046 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:43.392939 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (99b9e389-6f1a-436d-a6c3-8f8c7e165dd7), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:43.529125 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90ac2b-ad8a-46fa-b2a3-d5d2b34268d4 req-9fa8da8b-786a-4c23-acb6-06ccba2de042 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:43.530628 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cd90ac2b-ad8a-46fa-b2a3-d5d2b34268d4 req-9fa8da8b-786a-4c23-acb6-06ccba2de042 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0513771 Jul 07 10:32:43.577484 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cd90ac2b-ad8a-46fa-b2a3-d5d2b34268d4 req-58d6d3d0-a68a-40c8-b390-d793bcb4971c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Jul 07 10:32:43.723681 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:43.728639 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:43.815539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:43.819403 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (99b9e389-6f1a-436d-a6c3-8f8c7e165dd7), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:44.165677 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 99b9e389-6f1a-436d-a6c3-8f8c7e165dd7 associated. External IP: 172.27.1.48, port: de9d78a0-ee28-42fd-97fe-b5ec1f75f48f. Jul 07 10:32:44.377033 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f949e-bee1-424d-8ab9-987867914014 req-6105d9c0-bed5-4561-a44e-24fbaceb869b tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:44.378506 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-593f949e-bee1-424d-8ab9-987867914014 req-6105d9c0-bed5-4561-a44e-24fbaceb869b tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0822928 Jul 07 10:32:44.384247 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:32:44.429990 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:32:44.447652 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-593f949e-bee1-424d-8ab9-987867914014 req-0d2f743b-1eda-40de-aca7-13b7cf0e0ecd tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615432 Jul 07 10:32:44.481397 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:44.492955 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'mac_address': 'fa:16:3e:23:bc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:32:44.531103 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: ACTIVE; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:44.531493 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:44.545294 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:32:44.552857 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:44.557637 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:44.566086 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:44.569302 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:44.571330 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:44.585727 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:44.587009 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:44.592341 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d6496fc6-9121-45ab-b361-184df453a2eb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "PUT /v2.0/floatingips/99b9e389-6f1a-436d-a6c3-8f8c7e165dd7 HTTP/1.1" status: 200 len: 991 time: 1.2424293 Jul 07 10:32:44.593168 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:44.595974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d" -d '{"events": [{"name": "network-changed", "server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:44.639623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d0006e-2a7d-42f2-ab89-4d39105befcc x-openstack-request-id: req-18d0006e-2a7d-42f2-ab89-4d39105befcc {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:44.640174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:44.640431 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18d0006e-2a7d-42f2-ab89-4d39105befcc {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:44.640833 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d0006e-2a7d-42f2-ab89-4d39105befcc'] response: {'name': 'network-changed', 'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'status': 'completed', 'code': 200} Jul 07 10:32:44.655446 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=6']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:44.673794 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:32:44.722733 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:44.752300 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199501c2-fb62-42be-81ca-ebd8aaad763d req-a947c283-c848-459a-a34f-449e65ea1b32 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:44.754235 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-199501c2-fb62-42be-81ca-ebd8aaad763d req-a947c283-c848-459a-a34f-449e65ea1b32 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 945 time: 0.0875931 Jul 07 10:32:44.757516 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-a8136e3e-274b-494a-a504-eb12d00cf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:44.759675 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-a8136e3e-274b-494a-a504-eb12d00cf01c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 1130 time: 0.0802062 Jul 07 10:32:44.844317 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-199501c2-fb62-42be-81ca-ebd8aaad763d req-e19b62b5-c2e9-4dff-9e9b-d620966a67c1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830550 Jul 07 10:32:44.916420 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-e6a0a1d8-69d2-49dc-af12-6db9c4eda8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:44.917883 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-e6a0a1d8-69d2-49dc-af12-6db9c4eda8ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.1368978 Jul 07 10:32:44.948208 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:43Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:44.976766 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:44.985549 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:44.986151 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:44.990879 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-2408014f-10ee-4ccd-a021-795c75d4dcfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f HTTP/1.1" status: 200 len: 999 time: 0.0660939 Jul 07 10:32:45.046953 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-c5be954c-7e41-4228-8600-f9790bf6da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:45.047920 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-c5be954c-7e41-4228-8600-f9790bf6da68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0509779 Jul 07 10:32:45.063811 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:45.067600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:45.091491 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:45.098210 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-6324ea61-c44f-4de3-ba14-103ed2fa72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:45.099614 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-6324ea61-c44f-4de3-ba14-103ed2fa72be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450735 Jul 07 10:32:45.195916 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-c7e00992-2b33-4bbe-8e9e-096d9a8cf867 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894535 Jul 07 10:32:45.306895 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-79f3b3e6-b45d-4027-8d3c-566b3075ff8d req-30287c18-cb3f-49df-b003-f3a0d7039f8f service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044812 Jul 07 10:32:45.311919 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:45.314142 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:43Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:45.341549 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523bf3-542d-4107-9d1c-f76be2c0d721 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:43Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:45.580458 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864f594-9a1f-4a23-9e23-d3aa41a4f4f4 None None] New status for floating IP 99b9e389-6f1a-436d-a6c3-8f8c7e165dd7: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:32:45.626620 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5530d15-6e97-4208-aa08-206a021f3b19 req-3130048d-13c6-495c-9447-10302aa79a09 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:45.629068 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f5530d15-6e97-4208-aa08-206a021f3b19 req-3130048d-13c6-495c-9447-10302aa79a09 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 944 time: 0.0685384 Jul 07 10:32:45.703357 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f5530d15-6e97-4208-aa08-206a021f3b19 req-3a9269a5-bbf8-438e-b4ca-be0441295d58 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659153 Jul 07 10:32:45.976925 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6698a9-467e-4854-a3c8-8933ca957755 req-e3fa8265-05af-45a0-b04a-86b3daba448a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:45.978722 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac6698a9-467e-4854-a3c8-8933ca957755 req-e3fa8265-05af-45a0-b04a-86b3daba448a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 945 time: 0.0611138 Jul 07 10:32:46.043810 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ac6698a9-467e-4854-a3c8-8933ca957755 req-23c740d5-37f3-46a0-9792-441f739f9837 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547276 Jul 07 10:32:46.114771 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-be46942c-ceb7-472b-b70e-cfa3282de228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:46.389173 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 216fec1b-d072-4901-a408-a796234144d0 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:32:46.393779 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:46.439630 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:46.483687 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:46.484088 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:46.577564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 216fec1b-d072-4901-a408-a796234144d0, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=216fec1b-d072-4901-a408-a796234144d0,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:46.615705 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '216fec1b-d072-4901-a408-a796234144d0', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:32:46.653143 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:46.657193 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:46.657663 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:46.672050 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 216fec1b-d072-4901-a408-a796234144d0 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:46.672516 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (216fec1b-d072-4901-a408-a796234144d0), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:46.696549 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216fec1b-d072-4901-a408-a796234144d0 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:32:46.706486 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:46.708879 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936a9082-944f-4938-8cbb-015ed68984d9" -d '{"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-plugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:46.734663 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:46.739431 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 216fec1b-d072-4901-a408-a796234144d0, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=216fec1b-d072-4901-a408-a796234144d0,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:46.741870 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:46.750515 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (216fec1b-d072-4901-a408-a796234144d0), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:46.774651 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8c9775-2a1c-47ef-9a21-63376e5b31a4 x-openstack-request-id: req-dd8c9775-2a1c-47ef-9a21-63376e5b31a4 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:46.774651 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-plugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:46.775222 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd8c9775-2a1c-47ef-9a21-63376e5b31a4 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:46.775325 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8c9775-2a1c-47ef-9a21-63376e5b31a4'] response: {'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'code': 200} Jul 07 10:32:46.802696 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=7']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:46.848906 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83affee0-bc4f-452c-8604-47d685fac294 req-db35f44b-aa32-44f4-901d-203aaeb1e44f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:46.856716 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-83affee0-bc4f-452c-8604-47d685fac294 req-db35f44b-aa32-44f4-901d-203aaeb1e44f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 945 time: 0.0560684 Jul 07 10:32:46.865540 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=216fec1b-d072-4901-a408-a796234144d0,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:46.916281 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-83affee0-bc4f-452c-8604-47d685fac294 req-96f333bd-c48d-4b45-9c71-2922d9d244bd tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583024 Jul 07 10:32:47.024848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['216fec1b-d072-4901-a408-a796234144d0'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:32:47.222428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4258-7f1e-4f80-a0a1-7eecd7594e39 req-a0ea6ae5-99c2-4133-9b64-321294f2359a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:47.230202 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-02ee4258-7f1e-4f80-a0a1-7eecd7594e39 req-a0ea6ae5-99c2-4133-9b64-321294f2359a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0744939 Jul 07 10:32:47.286111 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-02ee4258-7f1e-4f80-a0a1-7eecd7594e39 req-3b68b4cc-c13e-4fdc-921a-2e2142d7041a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550394 Jul 07 10:32:48.042652 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa852325-b368-4b10-8f6c-0a19c025bdc8 req-2192cab1-ccd2-4535-a8ef-81e285f954c7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:48.044366 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fa852325-b368-4b10-8f6c-0a19c025bdc8 req-2192cab1-ccd2-4535-a8ef-81e285f954c7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Jul 07 10:32:48.104127 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fa852325-b368-4b10-8f6c-0a19c025bdc8 req-8a012c6e-dda6-4a35-bbe5-58645312aab7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531931 Jul 07 10:32:48.245781 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-cad8a831-d12c-4bc0-8f5a-4b5df874a9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:48.398257 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 216fec1b-d072-4901-a408-a796234144d0 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:32:48.425594 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be262f6-318a-4e65-a7e2-1635b616db0f req-b4f5732e-4d22-45c4-b298-366c52e7261e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:48.428508 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0be262f6-318a-4e65-a7e2-1635b616db0f req-b4f5732e-4d22-45c4-b298-366c52e7261e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0516582 Jul 07 10:32:48.461334 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 216fec1b-d072-4901-a408-a796234144d0 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:32:48.470328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 216fec1b-d072-4901-a408-a796234144d0 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:32:48.470328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (216fec1b-d072-4901-a408-a796234144d0), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:48.489774 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0be262f6-318a-4e65-a7e2-1635b616db0f req-648a339e-21fc-48c0-a025-51c33e9d954a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542982 Jul 07 10:32:48.522670 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:48.597159 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 216fec1b-d072-4901-a408-a796234144d0 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:48.597865 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (216fec1b-d072-4901-a408-a796234144d0), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:48.777120 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216fec1b-d072-4901-a408-a796234144d0'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:48.779282 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38a81a2-5d89-4163-be60-3bc0ed2d5772" -d '{"events": [{"server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "name": "network-vif-plugged", "status": "completed", "tag": "216fec1b-d072-4901-a408-a796234144d0"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:48.790902 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 216fec1b-d072-4901-a408-a796234144d0, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=216fec1b-d072-4901-a408-a796234144d0,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:48.797656 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (216fec1b-d072-4901-a408-a796234144d0), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:48.827963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbc9397-bddf-4ef8-9976-20671b870685 x-openstack-request-id: req-9bbc9397-bddf-4ef8-9976-20671b870685 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:48.828803 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "name": "network-vif-plugged", "status": "completed", "tag": "216fec1b-d072-4901-a408-a796234144d0", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:48.829594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bbc9397-bddf-4ef8-9976-20671b870685 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:48.830480 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbc9397-bddf-4ef8-9976-20671b870685'] response: {'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216fec1b-d072-4901-a408-a796234144d0', 'code': 200} Jul 07 10:32:48.863343 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=216fec1b-d072-4901-a408-a796234144d0,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:49.113135 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cb3ce-e85b-4aad-8fc9-2111aeb55210 req-712b7810-7c3a-4f5c-8161-c32bf878abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:49.114625 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-327cb3ce-e85b-4aad-8fc9-2111aeb55210 req-712b7810-7c3a-4f5c-8161-c32bf878abbc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1130 time: 0.0612659 Jul 07 10:32:49.167599 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-327cb3ce-e85b-4aad-8fc9-2111aeb55210 req-0202d61b-cc03-48a6-964d-e3c68f963dbe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454450 Jul 07 10:32:49.247869 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d002af-4bbc-4888-94d9-5e873e75c924 req-a405ba41-2fb5-4193-8a09-a2600a269fc3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:49.249912 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4d002af-4bbc-4888-94d9-5e873e75c924 req-a405ba41-2fb5-4193-8a09-a2600a269fc3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 946 time: 0.0580454 Jul 07 10:32:49.302814 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4d002af-4bbc-4888-94d9-5e873e75c924 req-00c884d8-cd8e-46c8-84bb-95b81b8d49ec tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474148 Jul 07 10:32:49.603071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:49.666252 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6449-d3e3-4562-ad00-e88ec0f04627 req-8719c074-8b69-4a1c-a244-c124a6777d92 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:49.667879 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b18f6449-d3e3-4562-ad00-e88ec0f04627 req-8719c074-8b69-4a1c-a244-c124a6777d92 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0494587 Jul 07 10:32:49.725163 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b18f6449-d3e3-4562-ad00-e88ec0f04627 req-e6d60ad1-f479-41d1-a500-41fc076176d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494769 Jul 07 10:32:50.424508 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93508674-3165-4b4d-bb3b-23c57ef2cd47 req-26f13e1c-51c7-4402-9841-6ee0ce9a4d74 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:50.426208 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-93508674-3165-4b4d-bb3b-23c57ef2cd47 req-26f13e1c-51c7-4402-9841-6ee0ce9a4d74 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 946 time: 0.0486531 Jul 07 10:32:50.484451 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-93508674-3165-4b4d-bb3b-23c57ef2cd47 req-dab3776d-bc01-4a26-9b90-4c58de10ffac tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512512 Jul 07 10:32:50.636384 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9a01a-102b-4ed3-ab4b-e9e60093e053 req-64850b58-c72d-41ef-a8f4-bc2d047caed7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:50.638524 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8a9a01a-102b-4ed3-ab4b-e9e60093e053 req-64850b58-c72d-41ef-a8f4-bc2d047caed7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 946 time: 0.0763311 Jul 07 10:32:50.698253 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8a9a01a-102b-4ed3-ab4b-e9e60093e053 req-ba24bc64-dc98-4140-bd48-d2a0106ed805 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536265 Jul 07 10:32:50.722688 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48338) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:50.766750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc617f6-fa7d-48c1-a465-5ee99073898b tempest-TestVolumeBootPattern-510345366 tempest-TestVolumeBootPattern-510345366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:50.768581 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-fdc617f6-fa7d-48c1-a465-5ee99073898b tempest-TestVolumeBootPattern-510345366 tempest-TestVolumeBootPattern-510345366-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1125 time: 0.0447707 Jul 07 10:32:50.771421 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48342) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:50.776997 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:32:50.827885 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:50.864589 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ee3d-3bc5-4706-aefd-b55de51e3140 req-097eafdd-e242-4e9c-a0b4-254607979c57 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:50.871821 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8c63ee3d-3bc5-4706-aefd-b55de51e3140 req-097eafdd-e242-4e9c-a0b4-254607979c57 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0619371 Jul 07 10:32:50.924953 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8c63ee3d-3bc5-4706-aefd-b55de51e3140 req-ad848258-5df2-4bf7-9756-309d03eeeea0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515842 Jul 07 10:32:50.940651 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:50.999572 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:51.010400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:51.049432 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.085156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Allocated IP 172.27.1.225 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/4c1279b7-a7c3-4e53-a22f-fb1ca540760a) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:32:51.209655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.243606 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.286451 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:32:51.292181 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:32:51.296110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:32:51.299468 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=4c1279b7-a7c3-4e53-a22f-fb1ca540760a,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:51.348698 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.594410 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:51.609035 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.742344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (588afa36-b3d1-4abf-95ca-cef998b60462), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.823217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:51.851275 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:52.016730 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:52.044478 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:52.099457 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:52.126670 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f4bed-de6e-4767-9acb-90e58bd46443 req-8675f54a-92d3-4436-8502-2614cacda73b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:52.128853 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4a0f4bed-de6e-4767-9acb-90e58bd46443 req-8675f54a-92d3-4436-8502-2614cacda73b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.1248431 Jul 07 10:32:52.168643 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=4c1279b7-a7c3-4e53-a22f-fb1ca540760a,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:52.210603 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (588afa36-b3d1-4abf-95ca-cef998b60462), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:52.269716 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4a0f4bed-de6e-4767-9acb-90e58bd46443 req-beb4ffb3-2ba0-4578-8aa2-c579ff7f096e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097376 Jul 07 10:32:52.342756 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Floating IP 588afa36-b3d1-4abf-95ca-cef998b60462 associated. External IP: 172.27.1.225, port: 216fec1b-d072-4901-a408-a796234144d0. Jul 07 10:32:52.580033 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:32:52.700001 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:32:52.712881 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:32:52.722259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:52.741507 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:52.742734 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:52.759326 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-1ce54935-259a-484c-a01a-a6310b707450 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9866099 Jul 07 10:32:52.761237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'tag': '216fec1b-d072-4901-a408-a796234144d0'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:52.763767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6585855-d36d-42b8-989d-2946cd4a573d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "tag": "216fec1b-d072-4901-a408-a796234144d0"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:52.800841 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f592528d-0d17-4000-ba7d-fefa65c76ad9 x-openstack-request-id: req-f592528d-0d17-4000-ba7d-fefa65c76ad9 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:52.801139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "tag": "216fec1b-d072-4901-a408-a796234144d0", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:52.801392 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f592528d-0d17-4000-ba7d-fefa65c76ad9 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:52.801793 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f592528d-0d17-4000-ba7d-fefa65c76ad9'] response: {'name': 'network-changed', 'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'tag': '216fec1b-d072-4901-a408-a796234144d0', 'status': 'completed', 'code': 200} Jul 07 10:32:52.869560 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585855-d36d-42b8-989d-2946cd4a573d req-17fec7d7-218e-4d5d-b186-1cb5ef1806a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:52.870816 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-17fec7d7-218e-4d5d-b186-1cb5ef1806a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1130 time: 0.0439539 Jul 07 10:32:52.879509 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:52.955328 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:52.990992 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585855-d36d-42b8-989d-2946cd4a573d req-54c0939e-4133-4855-bdeb-e5d2f981058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:52.992825 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-54c0939e-4133-4855-bdeb-e5d2f981058c service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.1158590 Jul 07 10:32:53.179424 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:51Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:53.206283 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:32:53.217485 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:32:53.218122 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:32:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:53.331082 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:32:53.359313 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-d6a2b50f-4af9-4dda-a665-d6e564d48bb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 200 len: 1000 time: 0.3594365 Jul 07 10:32:53.490465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e0095-78a8-450c-b6ab-2953a5060c94 req-9bb64fe3-e22e-4d9f-b9bb-1da4cc4a7edc tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:53.492087 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0c1e0095-78a8-450c-b6ab-2953a5060c94 req-9bb64fe3-e22e-4d9f-b9bb-1da4cc4a7edc tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0994968 Jul 07 10:32:53.493518 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585855-d36d-42b8-989d-2946cd4a573d req-1c8dbd42-71a1-41f2-bcc7-5ef27ff36980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:53.494845 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-1c8dbd42-71a1-41f2-bcc7-5ef27ff36980 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.1199334 Jul 07 10:32:53.540019 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:53.572474 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:53.580283 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585855-d36d-42b8-989d-2946cd4a573d req-50805064-dbe0-48ce-b054-5a253de41168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:53.581770 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-50805064-dbe0-48ce-b054-5a253de41168 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644255 Jul 07 10:32:53.603120 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0c1e0095-78a8-450c-b6ab-2953a5060c94 req-044d5a7e-21e1-4a05-a3b9-6809678ce791 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045568 Jul 07 10:32:53.690982 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:51Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:32:53.719543 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395068d-a4e7-4d06-bc6a-f2652ccfc503 None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:51Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:32:53.726608 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-47cdf2e1-3198-43bb-9803-10149c30ad53 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220372 Jul 07 10:32:53.845763 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6585855-d36d-42b8-989d-2946cd4a573d req-5b663df5-919f-423d-be48-dd44470ba5c8 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100237 Jul 07 10:32:53.992604 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92ce00-b389-45b9-ae94-87b1db21a7d6 None None] New status for floating IP 588afa36-b3d1-4abf-95ca-cef998b60462: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:32:54.705629 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a29f3-67b1-49f8-b43f-f89ee39b59b7 req-fcca274c-b851-4916-ae63-5c907e8cd90b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:54.707108 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bf0a29f3-67b1-49f8-b43f-f89ee39b59b7 req-fcca274c-b851-4916-ae63-5c907e8cd90b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0468891 Jul 07 10:32:54.753999 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bf0a29f3-67b1-49f8-b43f-f89ee39b59b7 req-dbcbada3-f043-4a68-854f-18779ca08a8f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 Jul 07 10:32:55.060453 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-77d52e75-6d19-44e4-9ca9-855e04b730eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:55.062047 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-77d52e75-6d19-44e4-9ca9-855e04b730eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1130 time: 0.0431981 Jul 07 10:32:55.152707 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-cc3f6562-8627-4c69-b072-071e253ba931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:55.154121 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-cc3f6562-8627-4c69-b072-071e253ba931 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0828211 Jul 07 10:32:55.220449 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-de49af0f-8ae0-465c-b3bf-2c84cb4b9203 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 1002 time: 0.0573335 Jul 07 10:32:55.269341 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-2ff69520-593a-4f5f-b6f2-0e9bb9dab32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:55.270758 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-2ff69520-593a-4f5f-b6f2-0e9bb9dab32e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0429430 Jul 07 10:32:55.311961 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-e82b39ba-a505-4818-b0f7-53abcff457a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:55.313364 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-e82b39ba-a505-4818-b0f7-53abcff457a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364268 Jul 07 10:32:55.404221 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-960740ed-1fe3-4c52-ad51-f90bdabfc909 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843577 Jul 07 10:32:55.468725 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:32:55.492822 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c8975afa-b8a3-4ee3-a47a-beced23ba264 req-e06b32d9-061c-455a-bed7-7804847eab59 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824597 Jul 07 10:32:55.876295 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d605d-57ed-4b94-8382-ad39e5a5c173 req-7b7403aa-90a0-46f3-bb9f-d2236d7bba75 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:55.877737 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b34d605d-57ed-4b94-8382-ad39e5a5c173 req-7b7403aa-90a0-46f3-bb9f-d2236d7bba75 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0504658 Jul 07 10:32:55.923973 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b34d605d-57ed-4b94-8382-ad39e5a5c173 req-f3b01d15-4f19-4fbb-b2a2-1697a3d0eee2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Jul 07 10:32:57.046498 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f555-cfae-418a-8593-c5ac5f66ae2a req-f0aad067-ce95-438e-ac18-cc8cd3d32631 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:57.047947 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9274f555-cfae-418a-8593-c5ac5f66ae2a req-f0aad067-ce95-438e-ac18-cc8cd3d32631 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0494936 Jul 07 10:32:57.098389 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9274f555-cfae-418a-8593-c5ac5f66ae2a req-03d9efdd-835d-4dcf-a3f5-4537e13939ad tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449357 Jul 07 10:32:58.213161 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c3fd-9b9e-4d7d-b18d-f66f2d94bc10 req-e62b290f-3ef0-4de6-b999-5b6a59e55f5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:58.214623 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-75d6c3fd-9b9e-4d7d-b18d-f66f2d94bc10 req-e62b290f-3ef0-4de6-b999-5b6a59e55f5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 946 time: 0.0472038 Jul 07 10:32:58.261000 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-75d6c3fd-9b9e-4d7d-b18d-f66f2d94bc10 req-86bb6a90-4c79-4f4d-9786-79b8befe52bc tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Jul 07 10:32:58.464681 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:32:58.539382 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: ACTIVE; New status is: DOWN {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:32:58.539797 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:58.568182 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:32:58.570387 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36bbd0f-fe43-4a4d-b1fb-1b22b008dca1" -d '{"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:32:58.583426 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:32:58.592737 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:32:58.615483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Jul 2022 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4766f-bb20-463e-8ac7-8683f9ee06bb x-openstack-request-id: req-0df4766f-bb20-463e-8ac7-8683f9ee06bb {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:32:58.615805 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-unplugged", "status": "failed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "code": 422}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:32:58.616060 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0df4766f-bb20-463e-8ac7-8683f9ee06bb {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:32:58.616491 dv-cinder-822821-4-iscsi neutron-server[103873]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0df4766f-bb20-463e-8ac7-8683f9ee06bb']: {'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'code': 422} returned with failed status Jul 07 10:32:58.641777 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=8']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:32:58.769047 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:32:58.882916 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09e446-c661-492b-bb2a-95f2ec8cc022 req-e25b1fe8-6090-40ed-918c-fc5666102bd2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:58.884461 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8a09e446-c661-492b-bb2a-95f2ec8cc022 req-e25b1fe8-6090-40ed-918c-fc5666102bd2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0489421 Jul 07 10:32:58.935555 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8a09e446-c661-492b-bb2a-95f2ec8cc022 req-96238dec-90f8-4767-8fa0-2cd93f8a69dd tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Jul 07 10:32:59.098066 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48416) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:59.174978 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-12ed26e4-fde5-4048-8326-0ae6e5227719 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757596 Jul 07 10:32:59.183270 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-873518eb-0b20-4665-ac3b-e31b5403a345 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:32:59.184253 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-873518eb-0b20-4665-ac3b-e31b5403a345 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048089 Jul 07 10:32:59.257734 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48424) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:32:59.353168 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c169cb-91ca-446f-84df-3e9710a66bee req-86aab0f2-1f71-4d79-95c0-ade8318f8326 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:32:59.354434 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-86aab0f2-1f71-4d79-95c0-ade8318f8326 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports/ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 941 time: 0.0956924 Jul 07 10:33:00.053618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864661ea-f05e-4929-9b30-179a917dfc0d req-d35406b9-92be-45c2-95aa-7354bccceb5a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:00.055628 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-864661ea-f05e-4929-9b30-179a917dfc0d req-d35406b9-92be-45c2-95aa-7354bccceb5a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0467498 Jul 07 10:33:00.093063 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:00.100527 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:00.105851 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-864661ea-f05e-4929-9b30-179a917dfc0d req-042ea8a3-6a22-4d04-8151-3a603c21d34b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Jul 07 10:33:00.713072 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c169cb-91ca-446f-84df-3e9710a66bee req-8a06007e-0728-4c97-b318-fea741141cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:00.714539 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-8a06007e-0728-4c97-b318-fea741141cb3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f&tenant_id=96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 1128 time: 0.0396075 Jul 07 10:33:00.772480 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c169cb-91ca-446f-84df-3e9710a66bee req-d375a495-464b-4277-8855-c0b6b65e80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:00.774390 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-d375a495-464b-4277-8855-c0b6b65e80a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1128 time: 0.0385535 Jul 07 10:33:00.873672 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c169cb-91ca-446f-84df-3e9710a66bee req-050809af-fb10-4150-b62a-6012815fdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:00.875102 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-050809af-fb10-4150-b62a-6012815fdeb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0867913 Jul 07 10:33:00.918123 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:00.938885 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-ac7ce39e-ee1f-467b-87a7-667ce70a99ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 1000 time: 0.0536118 Jul 07 10:33:00.989834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c169cb-91ca-446f-84df-3e9710a66bee req-f2c7db45-5366-4d48-bfd7-16031908b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:00.991217 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-f2c7db45-5366-4d48-bfd7-16031908b0ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0455396 Jul 07 10:33:01.032952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c169cb-91ca-446f-84df-3e9710a66bee req-acd9c89e-28be-4df2-bc9e-0adc0a856841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:01.034356 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-acd9c89e-28be-4df2-bc9e-0adc0a856841 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375278 Jul 07 10:33:01.125675 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-9cead6e5-54b0-41f9-b67e-849332b708b8 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845590 Jul 07 10:33:01.248409 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7115f-171c-4a98-b61b-19f532cb0b3c req-cac66286-c996-40d6-8de7-58f1ba099f38 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:01.249845 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-abe7115f-171c-4a98-b61b-19f532cb0b3c req-cac66286-c996-40d6-8de7-58f1ba099f38 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0605910 Jul 07 10:33:01.255090 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-90c169cb-91ca-446f-84df-3e9710a66bee req-52b04a85-ce74-4f05-8e11-6587867d2add service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217887 Jul 07 10:33:01.301561 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-abe7115f-171c-4a98-b61b-19f532cb0b3c req-02188dd5-eef2-47cb-a740-eed448f67845 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 Jul 07 10:33:02.440101 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2e0e-62dd-431b-89cf-b6c66e974b84 req-07c76799-0694-49c8-a32f-a44f006f517b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:02.441602 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-318d2e0e-62dd-431b-89cf-b6c66e974b84 req-07c76799-0694-49c8-a32f-a44f006f517b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0533710 Jul 07 10:33:02.494939 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-318d2e0e-62dd-431b-89cf-b6c66e974b84 req-946ca920-0df3-4da9-8b27-1dda2d9a80d4 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Jul 07 10:33:03.622549 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:03.635336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12530-8ff1-4743-a571-f20a21bb94a7 req-6d910f87-88a7-407b-b35f-5c5e67f44f02 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:03.636929 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-83e12530-8ff1-4743-a571-f20a21bb94a7 req-6d910f87-88a7-407b-b35f-5c5e67f44f02 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0503485 Jul 07 10:33:03.686829 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-83e12530-8ff1-4743-a571-f20a21bb94a7 req-2178e4ba-ffb8-408d-9c31-8c9137b758fd tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Jul 07 10:33:03.719138 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=9 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:04.809381 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41961f-3421-4dbe-a08b-6f24ce5465a4 req-0b3ae417-38c8-4262-ba53-69679e682c8b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:04.810777 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d41961f-3421-4dbe-a08b-6f24ce5465a4 req-0b3ae417-38c8-4262-ba53-69679e682c8b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0480771 Jul 07 10:33:04.861308 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d41961f-3421-4dbe-a08b-6f24ce5465a4 req-6470a5ed-247b-45f9-9aa7-19ebf3a1f2f1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444663 Jul 07 10:33:05.836194 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:06.135533 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8f9ce-6c49-4fe4-94db-3590b968e0da req-5fa2cd86-e938-4958-843a-2c64a3d82972 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:06.136981 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b1e8f9ce-6c49-4fe4-94db-3590b968e0da req-5fa2cd86-e938-4958-843a-2c64a3d82972 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0491161 Jul 07 10:33:06.187930 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b1e8f9ce-6c49-4fe4-94db-3590b968e0da req-fc9e423d-1c7e-473c-94f7-0396a82a5293 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Jul 07 10:33:07.309705 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edc65-5f8b-4366-ab07-4f1ad9d0c807 req-9974f7fc-9aec-49f7-834c-bd20b10beff1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:07.311901 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a07edc65-5f8b-4366-ab07-4f1ad9d0c807 req-9974f7fc-9aec-49f7-834c-bd20b10beff1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0489309 Jul 07 10:33:07.367062 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a07edc65-5f8b-4366-ab07-4f1ad9d0c807 req-4e5bae74-e096-4b5d-84c5-528b153fc1c1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494709 Jul 07 10:33:08.498712 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b1c17-589b-4949-837e-df7ac165f2c3 req-b3546617-b207-40ef-9b0f-ddd67f771b85 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:08.500532 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-733b1c17-589b-4949-837e-df7ac165f2c3 req-b3546617-b207-40ef-9b0f-ddd67f771b85 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0535967 Jul 07 10:33:08.552658 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-733b1c17-589b-4949-837e-df7ac165f2c3 req-f03ff05b-c8c4-4d1b-8a1e-3d3f86332400 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Jul 07 10:33:08.638684 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=51,neutron:UPDATE=7 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:08.640044 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:09.683857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05dfb-b6df-4863-b5a0-607e6ba97885 req-59e8d6be-6fc0-4bf1-8f03-6edf9c9d6dfa tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:09.685492 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fec05dfb-b6df-4863-b5a0-607e6ba97885 req-59e8d6be-6fc0-4bf1-8f03-6edf9c9d6dfa tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0475619 Jul 07 10:33:09.734008 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fec05dfb-b6df-4863-b5a0-607e6ba97885 req-c37b7d48-1e48-4819-be48-d9459d152503 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Jul 07 10:33:10.849956 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c6a9c-babb-4e75-b86e-f47fd57f7ea3 req-8e6a2271-c7a8-4173-ab9c-f5fde2321406 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:10.851445 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dd2c6a9c-babb-4e75-b86e-f47fd57f7ea3 req-8e6a2271-c7a8-4173-ab9c-f5fde2321406 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0464110 Jul 07 10:33:10.897330 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dd2c6a9c-babb-4e75-b86e-f47fd57f7ea3 req-9760cec6-1f16-40fa-b928-70a9b1c06860 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 Jul 07 10:33:12.011737 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d50d0-df49-4bb6-9bcd-a84c25dfd4bb req-eabefbf2-b4ac-44f7-928c-e7369f34d6e0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:12.013207 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2b9d50d0-df49-4bb6-9bcd-a84c25dfd4bb req-eabefbf2-b4ac-44f7-928c-e7369f34d6e0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0457745 Jul 07 10:33:12.058581 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2b9d50d0-df49-4bb6-9bcd-a84c25dfd4bb req-fc37dc0c-e089-40f6-8ee0-d0f848e655ec tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400527 Jul 07 10:33:13.178505 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd1c43-de0b-401a-9757-ab4e4fe133e9 req-4fc3aef4-de4c-4345-b22d-a2e7518a2732 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:13.179950 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ebfd1c43-de0b-401a-9757-ab4e4fe133e9 req-4fc3aef4-de4c-4345-b22d-a2e7518a2732 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0496020 Jul 07 10:33:13.225965 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ebfd1c43-de0b-401a-9757-ab4e4fe133e9 req-2c494a8a-a019-4093-8a26-3cf353919142 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 Jul 07 10:33:14.344891 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88a9d2-baf0-400f-a7f6-9a37fd5a2c25 req-17d0e689-939d-4d72-aec7-5e55c259d78c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:14.346355 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7b88a9d2-baf0-400f-a7f6-9a37fd5a2c25 req-17d0e689-939d-4d72-aec7-5e55c259d78c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0500200 Jul 07 10:33:14.392353 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7b88a9d2-baf0-400f-a7f6-9a37fd5a2c25 req-5ef69e29-423c-4ba5-8080-ad944b37ca81 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Jul 07 10:33:15.510072 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a905fc2-3f4d-4c7c-b259-597cde1cedb1 req-4833fcad-235d-4b65-98fc-cbb4bbc086e7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:15.511675 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6a905fc2-3f4d-4c7c-b259-597cde1cedb1 req-4833fcad-235d-4b65-98fc-cbb4bbc086e7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0469842 Jul 07 10:33:15.559109 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6a905fc2-3f4d-4c7c-b259-597cde1cedb1 req-6666125c-0186-4db8-840a-26e2c923f2eb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Jul 07 10:33:15.836008 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:15.848254 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:16.119466 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-decf44d9-c771-4828-aaf3-52d19a9c1100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:16.676415 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e4a14-446d-4fd6-95f2-d8d4dea98189 req-e637b473-a2e5-4bb0-b7aa-ae853e8f238a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:16.677867 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2d5e4a14-446d-4fd6-95f2-d8d4dea98189 req-e637b473-a2e5-4bb0-b7aa-ae853e8f238a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0467150 Jul 07 10:33:16.725999 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2d5e4a14-446d-4fd6-95f2-d8d4dea98189 req-0939002c-fe00-4f2d-a181-53201bd3bd1b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Jul 07 10:33:17.829202 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:17.845104 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03621fc-051d-43fa-9ea2-db64d4864dbc req-d39b4e97-208f-4ce5-9853-b2686562a686 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:17.846559 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e03621fc-051d-43fa-9ea2-db64d4864dbc req-d39b4e97-208f-4ce5-9853-b2686562a686 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 944 time: 0.0483091 Jul 07 10:33:17.896005 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e03621fc-051d-43fa-9ea2-db64d4864dbc req-f9b8ca17-8f76-4b13-a2c0-e459137208c9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Jul 07 10:33:18.247307 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d6de35a8-e6e6-4535-8b46-32019680ed95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:18.624939 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:33:18.722879 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:18.733869 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'port_id': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'mac_address': 'fa:16:3e:23:bc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:33:18.767806 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:33:18.768248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:18.781291 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:33:18.800296 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:18.803531 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:18.849279 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=9']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:19.016267 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5b32-2986-4f54-856f-3b3bd1b6d47c req-c3309d22-a643-44c3-b0b7-6d78660c8ae7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:19.017714 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4a1b5b32-2986-4f54-856f-3b3bd1b6d47c req-c3309d22-a643-44c3-b0b7-6d78660c8ae7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 945 time: 0.0504436 Jul 07 10:33:19.063666 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4a1b5b32-2986-4f54-856f-3b3bd1b6d47c req-12f0716c-5225-4930-bcb3-0b28e13213af tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Jul 07 10:33:19.073057 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:33:19.587490 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:20.180921 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723f971-832a-4580-aa38-4fcaf5651258 req-c734c34c-290f-441a-806d-e106c8763ffb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:20.182366 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8723f971-832a-4580-aa38-4fcaf5651258 req-c734c34c-290f-441a-806d-e106c8763ffb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 945 time: 0.0467708 Jul 07 10:33:20.228251 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-8723f971-832a-4580-aa38-4fcaf5651258 req-0f9088f2-6ffb-4d30-b09a-85cd9a7a15c2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Jul 07 10:33:20.646769 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:33:20.692422 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:33:20.692794 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:20.753234 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:20.763277 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:33:20.763662 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:20.786452 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:33:20.788718 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb59d44b-4be4-4224-9cfc-2f9e21affac5" -d '{"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-plugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:33:20.801001 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:20.804902 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:20.828046 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a781b6-d955-46c5-8069-05ba16c461fd x-openstack-request-id: req-50a781b6-d955-46c5-8069-05ba16c461fd {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:33:20.828335 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-plugged", "status": "completed", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:33:20.828589 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50a781b6-d955-46c5-8069-05ba16c461fd {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:33:20.828973 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a781b6-d955-46c5-8069-05ba16c461fd'] response: {'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'code': 200} Jul 07 10:33:20.856823 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=10']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:21.045493 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:21.281785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5c82-d25f-4e12-9e8c-5e2d1046ea9f req-cd28900f-5e72-4f54-82df-58328ccc6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:21.283277 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0f4a5c82-d25f-4e12-9e8c-5e2d1046ea9f req-cd28900f-5e72-4f54-82df-58328ccc6365 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1131 time: 0.0392435 Jul 07 10:33:21.333459 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:21.377324 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d7c62-36d3-4b91-977f-6c29e5cbdae8 req-3f161629-042b-4155-a309-ad21bff4fc1e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:21.378923 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-998d7c62-36d3-4b91-977f-6c29e5cbdae8 req-3f161629-042b-4155-a309-ad21bff4fc1e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 947 time: 0.0742123 Jul 07 10:33:21.381156 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-0f4a5c82-d25f-4e12-9e8c-5e2d1046ea9f req-30faf41f-bd50-4e31-9cbe-ad7993c6a5d0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902617 Jul 07 10:33:21.426168 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-998d7c62-36d3-4b91-977f-6c29e5cbdae8 req-ab5d89b1-cc44-43bc-9252-72a96642de86 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 Jul 07 10:33:21.617315 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:22.546821 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153bede-719d-4e75-94ad-52055b773dfd req-bd1b6047-7a43-4c55-9a2d-a7d20f370ea2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:22.548316 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5153bede-719d-4e75-94ad-52055b773dfd req-bd1b6047-7a43-4c55-9a2d-a7d20f370ea2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 947 time: 0.0470262 Jul 07 10:33:22.596353 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5153bede-719d-4e75-94ad-52055b773dfd req-227c7a1d-63ef-4b8e-87be-4e01d1b04e22 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Jul 07 10:33:23.715197 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09908b-a3dd-45e7-ae0c-e08733f7f159 req-fa7a2220-371a-451e-bf81-d637810d50ee tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:23.716677 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f09908b-a3dd-45e7-ae0c-e08733f7f159 req-fa7a2220-371a-451e-bf81-d637810d50ee tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 947 time: 0.0471828 Jul 07 10:33:23.762743 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f09908b-a3dd-45e7-ae0c-e08733f7f159 req-b73494cd-1b33-4b0b-b28b-1e8266d71c9d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406966 Jul 07 10:33:27.148146 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48554) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:27.379232 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Deleting port c64b8ac6-bf70-4921-b070-bf3b6647efa6 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:27.379585 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:27.382613 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:27.455910 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:27.459488 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:27.459854 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for floatingip (c64b8ac6-bf70-4921-b070-bf3b6647efa6), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:27.472465 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Calling delete_port for c64b8ac6-bf70-4921-b070-bf3b6647efa6 owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:27.613711 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (c64b8ac6-bf70-4921-b070-bf3b6647efa6), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:27.638079 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event deleted for resources: {'Port': ['ID=c64b8ac6-bf70-4921-b070-bf3b6647efa6,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:27.663697 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.664068 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.664404 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.664739 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.665071 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.665394 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.665714 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.666032 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.666351 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.666668 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.666985 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.667301 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.667617 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.667957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.668270 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:27.709021 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for floatingip (eec3d338-71bd-4de5-aeb2-41ba45314d31), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:27.709297 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Floating IP eec3d338-71bd-4de5-aeb2-41ba45314d31 disassociated (deleted). External IP: 172.27.1.72, port: 52658524-0e22-481a-99ab-eb339029366f. Jul 07 10:33:27.909171 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:33:28.009975 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:33:28.014667 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:28.019199 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] Sync routers for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:33:28.029194 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:28.029800 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:28.044653 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-d90846c1-7665-42d9-bc7c-b8fd44e16396 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "DELETE /v2.0/floatingips/eec3d338-71bd-4de5-aeb2-41ba45314d31 HTTP/1.1" status: 204 len: 168 time: 0.8954382 Jul 07 10:33:28.045249 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:33:28.047505 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:33:28.094158 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2740f17f-7109-4736-b7f2-465f7d720018 x-openstack-request-id: req-2740f17f-7109-4736-b7f2-465f7d720018 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:33:28.094451 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "tag": "52658524-0e22-481a-99ab-eb339029366f", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:33:28.094703 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2740f17f-7109-4736-b7f2-465f7d720018 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:33:28.095107 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2740f17f-7109-4736-b7f2-465f7d720018'] response: {'name': 'network-changed', 'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'status': 'completed', 'code': 200} Jul 07 10:33:28.133141 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:28.165236 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-ce0a7031-b9c0-4046-9bb4-7d665117ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:28.167365 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-ce0a7031-b9c0-4046-9bb4-7d665117ef84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21dabce5b3274cfcba5840982b59434e&device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 1129 time: 0.0418460 Jul 07 10:33:28.183523 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:28.302769 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-cc8e49ed-fefe-40b4-99d0-baec017a2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:28.304200 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-cc8e49ed-fefe-40b4-99d0-baec017a2e9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 200 len: 909 time: 0.1293991 Jul 07 10:33:28.314228 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4efad-6725-466f-b3d8-a3cc0d822e35 req-bd279d6d-ab8c-422c-a370-a034f417bcd7 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:28.315606 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cbf4efad-6725-466f-b3d8-a3cc0d822e35 req-bd279d6d-ab8c-422c-a370-a034f417bcd7 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0568473 Jul 07 10:33:28.332755 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:17Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:28.358136 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] Checking router: ee80d1c5-164b-4403-a55f-f1dd5423dfe1 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:33:28.366433 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:28.367024 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:28.370491 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cbf4efad-6725-466f-b3d8-a3cc0d822e35 req-813ffc8e-bacb-4734-a535-415419230728 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481937 Jul 07 10:33:28.470287 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:28.664150 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:17Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:28.690046 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc32a326-0da9-4c91-bd24-102cf873be5c None None] The sync data for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi is: [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:28:10Z', 'revision_number': 4, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '81b32751-9e7c-4157-857b-4588003c41b2', 'name': '', 'network_id': 'cbfa4801-202b-454f-bc73-ce3fcb0dea90', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'mac_address': 'fa:16:3e:6c:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:10Z', 'updated_at': '2022-07-07T10:28:17Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'subnets': [{'id': '668c24d9-0cf8-4f3d-863c-b9ed1e122ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:33:28.924770 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c1591-4ba1-4d0a-9e5c-0bfb0bae9828 None None] New status for floating IP eec3d338-71bd-4de5-aeb2-41ba45314d31: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:33:29.444128 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-26a9ec49-56bf-4343-bf6c-ebf35a5e3b61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 200 len: 217 time: 0.0346360 Jul 07 10:33:29.518048 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9a910-da28-48be-9734-93c40fce947b req-54d5060a-ec64-486b-8a5a-1a110bd30905 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:29.519553 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dda9a910-da28-48be-9734-93c40fce947b req-54d5060a-ec64-486b-8a5a-1a110bd30905 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0790160 Jul 07 10:33:29.525341 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-2fe68442-2087-4260-93d9-ae993ba5af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:29.526703 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-2fe68442-2087-4260-93d9-ae993ba5af38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 200 len: 847 time: 0.0739315 Jul 07 10:33:29.574275 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dda9a910-da28-48be-9734-93c40fce947b req-c65f9634-6273-4920-bd5b-0a77f4a0e40c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/security-groups?id=967be972-b210-4431-8a80-cf48da6d96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466504 Jul 07 10:33:29.633241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-56cd580a-3320-49dc-9d02-fe77081e29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:29.634689 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-56cd580a-3320-49dc-9d02-fe77081e29b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbfa4801-202b-454f-bc73-ce3fcb0dea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389912 Jul 07 10:33:29.722292 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-5c2d5b83-f93c-45d2-8aa1-b645d92f4540 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810068 Jul 07 10:33:29.881805 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:29.934672 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-809d6a77-53b2-43fe-b6aa-3f21f7e31ad5 req-e4750a5a-7893-4492-84b1-001e20664aa0 service neutron] 10.222.0.58 "GET /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199977 Jul 07 10:33:29.940675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-a470a35f-a2f1-4d49-a872-b438d1944404 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:29.941983 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-a470a35f-a2f1-4d49-a872-b438d1944404 tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 945 time: 0.0576403 Jul 07 10:33:30.032535 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Deleting port 52658524-0e22-481a-99ab-eb339029366f {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:30.032865 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (52658524-0e22-481a-99ab-eb339029366f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:30.124535 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] For port 52658524-0e22-481a-99ab-eb339029366f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52658524-0e22-481a-99ab-eb339029366f,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:30.124901 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (52658524-0e22-481a-99ab-eb339029366f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:30.138339 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Calling delete_port for 52658524-0e22-481a-99ab-eb339029366f owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:30.260402 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:30.270858 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (52658524-0e22-481a-99ab-eb339029366f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:30.297139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event deleted for resources: {'Port': ['ID=52658524-0e22-481a-99ab-eb339029366f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:30.306755 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.307103 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.307447 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.307868 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.308229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.308492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.308820 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.309148 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.309796 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.309796 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.310081 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.310405 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.310725 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.311044 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.311366 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:30.358656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] No DVR routers for this DVR port 52658524-0e22-481a-99ab-eb339029366f on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:33:30.361201 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:30.364398 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fbd15eea-5f90-4bce-88ef-2f4ebcd5e7ae req-11d53bad-4d30-4518-a63c-b896edd93b9c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.58 "DELETE /v2.0/ports/52658524-0e22-481a-99ab-eb339029366f HTTP/1.1" status: 204 len: 173 time: 0.4154222 Jul 07 10:33:30.364825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-deleted', 'tag': '52658524-0e22-481a-99ab-eb339029366f'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:33:30.367049 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949760b7-b28b-49e3-86c9-42eae582892d" -d '{"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-deleted", "tag": "52658524-0e22-481a-99ab-eb339029366f"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:33:30.406674 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153f279c-234e-4e04-8066-2b994d7e5893 x-openstack-request-id: req-153f279c-234e-4e04-8066-2b994d7e5893 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:33:30.406990 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3963fd-1a48-4f86-a15e-c4fbcadc5911", "name": "network-vif-deleted", "tag": "52658524-0e22-481a-99ab-eb339029366f", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:33:30.407240 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-153f279c-234e-4e04-8066-2b994d7e5893 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:33:30.407638 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153f279c-234e-4e04-8066-2b994d7e5893'] response: {'server_uuid': '5f3963fd-1a48-4f86-a15e-c4fbcadc5911', 'name': 'network-vif-deleted', 'tag': '52658524-0e22-481a-99ab-eb339029366f', 'status': 'completed', 'code': 200} Jul 07 10:33:30.677037 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-81263a28-ee95-4cb2-a0a3-da4d55d7aef5 req-71c9a687-1ccb-45f7-941d-c843d85d22db tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3963fd-1a48-4f86-a15e-c4fbcadc5911 HTTP/1.1" status: 200 len: 210 time: 0.0303466 Jul 07 10:33:31.739486 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48596) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:31.799580 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-27a12ac9-a1b9-46da-be1b-d12d15b5784c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group (967be972-b210-4431-8a80-cf48da6d96f3), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:31.824198 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-27a12ac9-a1b9-46da-be1b-d12d15b5784c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group (967be972-b210-4431-8a80-cf48da6d96f3), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:31.852601 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:31.883072 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-27a12ac9-a1b9-46da-be1b-d12d15b5784c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (967be972-b210-4431-8a80-cf48da6d96f3), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:31.885580 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-27a12ac9-a1b9-46da-be1b-d12d15b5784c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:31.886707 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-27a12ac9-a1b9-46da-be1b-d12d15b5784c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] 10.222.0.16 "DELETE /v2.0/security-groups/967be972-b210-4431-8a80-cf48da6d96f3 HTTP/1.1" status: 204 len: 168 time: 0.1464748 Jul 07 10:33:31.895572 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a12ac9-a1b9-46da-be1b-d12d15b5784c tempest-TestShelveInstance-557692086 tempest-TestShelveInstance-557692086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967be972-b210-4431-8a80-cf48da6d96f3,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:31.934222 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48602) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:32.069893 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:32.288515 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:32.502987 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Deleting port 81b32751-9e7c-4157-857b-4588003c41b2 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:32.503236 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (81b32751-9e7c-4157-857b-4588003c41b2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:32.583299 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] For port 81b32751-9e7c-4157-857b-4588003c41b2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=81b32751-9e7c-4157-857b-4588003c41b2,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:32.583662 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (81b32751-9e7c-4157-857b-4588003c41b2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:32.596762 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Calling delete_port for 81b32751-9e7c-4157-857b-4588003c41b2 owned by network:router_interface {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:32.735452 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:32.775519 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (81b32751-9e7c-4157-857b-4588003c41b2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:32.799737 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b32751-9e7c-4157-857b-4588003c41b2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:32.916541 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:32.962052 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:33.167736 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:33:33.267040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:33:33.274855 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-4cd4ca53-abca-4546-aa8b-571a07f314b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee80d1c5-164b-4403-a55f-f1dd5423dfe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3372996 Jul 07 10:33:33.275988 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48610) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:33.280323 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] Sync routers for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:33:33.291150 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:33.292006 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:33.372241 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks [] for router (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:33.393365 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:33.566390 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:33:32Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:33.596655 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] Checking router: ee80d1c5-164b-4403-a55f-f1dd5423dfe1 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:33:33.603112 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:33.606734 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] Routers {'ee80d1c5-164b-4403-a55f-f1dd5423dfe1'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:33.607354 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:33.652583 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:33.698555 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks [] for router_gateway (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:33.708038 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] Set router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:33.740609 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Deleting port bd9e18c5-824c-4fcd-864e-b271639959d5 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:33.740949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:33.825216 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] For port bd9e18c5-824c-4fcd-864e-b271639959d5, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bd9e18c5-824c-4fcd-864e-b271639959d5,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:33.825931 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:33.838397 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Calling delete_port for bd9e18c5-824c-4fcd-864e-b271639959d5 owned by network:router_gateway {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:33.850150 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:33.948896 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:33.953160 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:33:32Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:33.977738 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239cf14c-ec2d-4fb9-8d28-3b553ef5e048 None None] The sync data for ids ['ee80d1c5-164b-4403-a55f-f1dd5423dfe1'] in dv-cinder-822821-4-iscsi is: [{'id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'name': 'tempest-TestShelveInstance-450459636-router', 'tenant_id': '21dabce5b3274cfcba5840982b59434e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:06Z', 'updated_at': '2022-07-07T10:33:32Z', 'revision_number': 5, 'project_id': '21dabce5b3274cfcba5840982b59434e', 'gw_port': {'id': 'bd9e18c5-824c-4fcd-864e-b271639959d5', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80d1c5-164b-4403-a55f-f1dd5423dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:07Z', 'updated_at': '2022-07-07T10:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:33:34.015141 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (bd9e18c5-824c-4fcd-864e-b271639959d5), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.038225 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9e18c5-824c-4fcd-864e-b271639959d5,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:34.100294 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.184949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.187060 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks [] for router_controller (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.231858 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (ee80d1c5-164b-4403-a55f-f1dd5423dfe1), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.232466 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee80d1c5-164b-4403-a55f-f1dd5423dfe1 {{(pid=103871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:33:34.238734 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.239906 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-d56550ec-42cf-491c-9df5-e245d79a49b7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee80d1c5-164b-4403-a55f-f1dd5423dfe1 HTTP/1.1" status: 204 len: 168 time: 0.9639099 Jul 07 10:33:34.243012 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48612) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:34.285767 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Deleting subnet 668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:33:34.289508 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Publish callbacks [] for subnet (668c24d9-0cf8-4f3d-863c-b9ed1e122ad2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.329827 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12927621'] for subnet (668c24d9-0cf8-4f3d-863c-b9ed1e122ad2), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.420706 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (668c24d9-0cf8-4f3d-863c-b9ed1e122ad2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.449896 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 81b32751-9e7c-4157-857b-4588003c41b2 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:34.453173 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:34.470550 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 81b32751-9e7c-4157-857b-4588003c41b2 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:34.470899 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 81b32751-9e7c-4157-857b-4588003c41b2 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:34.479921 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12927284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58513845'] for subnet (668c24d9-0cf8-4f3d-863c-b9ed1e122ad2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.505708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668c24d9-0cf8-4f3d-863c-b9ed1e122ad2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:34.511472 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.517188 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-5c8d731e-9e0e-4113-9e3c-243c2639e124 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/668c24d9-0cf8-4f3d-863c-b9ed1e122ad2 HTTP/1.1" status: 204 len: 168 time: 0.2709591 Jul 07 10:33:34.517430 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48616) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:34.520307 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafcba0e-7a7c-4fb4-bd68-1bf824263bb8 None None] Network cbfa4801-202b-454f-bc73-ce3fcb0dea90 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:33:34.588929 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (cbfa4801-202b-454f-bc73-ce3fcb0dea90), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.638453 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Deleting port 6b959212-f608-4184-b937-53f81f0bff26 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:34.638790 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6b959212-f608-4184-b937-53f81f0bff26), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.694696 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] DHCP port deletion for cbfa4801-202b-454f-bc73-ce3fcb0dea90 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:33:34.707209 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] For port 6b959212-f608-4184-b937-53f81f0bff26, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6b959212-f608-4184-b937-53f81f0bff26,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:34.707565 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6b959212-f608-4184-b937-53f81f0bff26), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.720526 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Calling delete_port for 6b959212-f608-4184-b937-53f81f0bff26 owned by network:dhcp {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:34.731372 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] Deleting port 6b959212-f608-4184-b937-53f81f0bff26 {{(pid=103873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:34.731767 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6b959212-f608-4184-b937-53f81f0bff26), before_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.744348 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:34.770181 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 52658524-0e22-481a-99ab-eb339029366f {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:34.770526 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 52658524-0e22-481a-99ab-eb339029366f not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:34.793533 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:34.800999 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (6b959212-f608-4184-b937-53f81f0bff26), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.810160 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:34.821962 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] For port 6b959212-f608-4184-b937-53f81f0bff26, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6b959212-f608-4184-b937-53f81f0bff26,segment=NetworkSegment(e71f5726-55c2-47f5-a765-31d02a486c73),segment_id=e71f5726-55c2-47f5-a765-31d02a486c73)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:34.822363 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6b959212-f608-4184-b937-53f81f0bff26), precommit_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.830090 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b959212-f608-4184-b937-53f81f0bff26,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:34.834825 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] No DVR routers for this DVR port 6b959212-f608-4184-b937-53f81f0bff26 on host dv-cinder-822821-4-iscsi {{(pid=103871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:33:34.835994 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] Calling delete_port for 6b959212-f608-4184-b937-53f81f0bff26 owned by network:dhcp {{(pid=103873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:34.909723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (cbfa4801-202b-454f-bc73-ce3fcb0dea90), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.914271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (6b959212-f608-4184-b937-53f81f0bff26), after_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.930974 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfa4801-202b-454f-bc73-ce3fcb0dea90']}} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:34.937356 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] Pushing event deleted for resources: {'Port': ['ID=6b959212-f608-4184-b937-53f81f0bff26,revision_number=None']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:34.941635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c8f15-cba3-415b-adfb-ebb9316cd852 None None] No DVR routers for this DVR port 6b959212-f608-4184-b937-53f81f0bff26 on host dv-cinder-822821-4-iscsi {{(pid=103873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:33:34.946396 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71f5726-55c2-47f5-a765-31d02a486c73') {'for_net_delete': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:34.946396 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71f5726-55c2-47f5-a765-31d02a486c73') {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:34.956829 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12927630'] for segment (e71f5726-55c2-47f5-a765-31d02a486c73), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.970667 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (e71f5726-55c2-47f5-a765-31d02a486c73), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:34.977642 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:33:34.978107 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12927438'] for segment (e71f5726-55c2-47f5-a765-31d02a486c73), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.040884 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (cbfa4801-202b-454f-bc73-ce3fcb0dea90), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.046269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.052043 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbfa4801-202b-454f-bc73-ce3fcb0dea90 HTTP/1.1" status: 204 len: 168 time: 0.5310571 Jul 07 10:33:35.052690 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48622) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:35.061478 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eada87-e8a4-4b7b-873a-6c7443b80f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfa4801-202b-454f-bc73-ce3fcb0dea90,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:35.136179 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment e71f5726-55c2-47f5-a765-31d02a486c73 resource provider aggregate not found Jul 07 10:33:35.153388 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment e71f5726-55c2-47f5-a765-31d02a486c73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e71f5726-55c2-47f5-a765-31d02a486c73 found for delete ", "request_id": "req-5e110209-434d-4502-9eea-c997e84ce417"}]} Jul 07 10:33:35.364114 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.522930 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:35.580027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Deleting port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:35.580368 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.658390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] For port b1cc0a7f-a25e-442c-a65e-9a11c8a145a1, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,segment=NetworkSegment(f190cf81-a52a-4683-9d16-60583fd18e89),segment_id=f190cf81-a52a-4683-9d16-60583fd18e89)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:35.658659 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.670989 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Calling delete_port for b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:35.767640 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:33:35.799476 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:35.841984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (b1cc0a7f-a25e-442c-a65e-9a11c8a145a1), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:35.867250 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cc0a7f-a25e-442c-a65e-9a11c8a145a1,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:36.030757 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:36.185916 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bd9e18c5-824c-4fcd-864e-b271639959d5 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:36.205019 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: bd9e18c5-824c-4fcd-864e-b271639959d5 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:36.205444 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bd9e18c5-824c-4fcd-864e-b271639959d5 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:36.205916 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6b959212-f608-4184-b937-53f81f0bff26 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:36.225369 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 6b959212-f608-4184-b937-53f81f0bff26 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:36.225709 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6b959212-f608-4184-b937-53f81f0bff26 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:36.495920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:33:36.498912 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:36.600804 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:33:36.606407 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-9cbb44dd-8e82-43d3-a0a7-3328dc47f30e admin admin] 10.222.0.16 "PUT /v2.0/routers/1265c4e9-7d1d-43ce-b718-765d9fc1e97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514743 Jul 07 10:33:36.608162 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48630) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:36.609290 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] Sync routers for ids ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:33:36.619570 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] Routers {'1265c4e9-7d1d-43ce-b718-765d9fc1e97a'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:36.620216 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:36.711361 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks [] for router (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:36.721555 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] Set router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:36.808158 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks [] for router_gateway (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:36.849989 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Deleting port a60c4412-fd43-41cc-821c-5aa9f3777565 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:36.850322 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:36.890405 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:33:35Z', 'revision_number': 5, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port': {'id': 'a60c4412-fd43-41cc-821c-5aa9f3777565', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:28:15Z', 'updated_at': '2022-07-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:36.915508 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] Checking router: 1265c4e9-7d1d-43ce-b718-765d9fc1e97a for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:33:36.923701 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] Routers {'1265c4e9-7d1d-43ce-b718-765d9fc1e97a'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:36.924320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:36.929350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] For port a60c4412-fd43-41cc-821c-5aa9f3777565, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=a60c4412-fd43-41cc-821c-5aa9f3777565,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:36.929709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:36.942607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Calling delete_port for a60c4412-fd43-41cc-821c-5aa9f3777565 owned by network:router_gateway {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:36.996346 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:37.114674 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (a60c4412-fd43-41cc-821c-5aa9f3777565), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.124156 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:37.136528 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] Set router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a gateway port host: None {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:37.145710 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Pushing event deleted for resources: {'Port': ['ID=a60c4412-fd43-41cc-821c-5aa9f3777565,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:37.186105 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:33:36Z', 'revision_number': 6, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:37.205828 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.214607 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09025ab-8716-42ed-b629-570776b9f829 None None] The sync data for ids ['1265c4e9-7d1d-43ce-b718-765d9fc1e97a'] in dv-cinder-822821-4-iscsi is: [{'id': '1265c4e9-7d1d-43ce-b718-765d9fc1e97a', 'name': 'tempest-TestShelveInstance-1996940307-router', 'tenant_id': '7a764964d68c403b954db4aa89a05947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:28:14Z', 'updated_at': '2022-07-07T10:33:36Z', 'revision_number': 6, 'project_id': '7a764964d68c403b954db4aa89a05947', 'gw_port_host': None}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:33:37.294530 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.296712 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks [] for router_controller (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.336701 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (1265c4e9-7d1d-43ce-b718-765d9fc1e97a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.337276 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1265c4e9-7d1d-43ce-b718-765d9fc1e97a {{(pid=103872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:33:37.341440 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.342596 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-9379a686-d137-4703-9fdf-f5c2aa026eea admin admin] 10.222.0.16 "DELETE /v2.0/routers/1265c4e9-7d1d-43ce-b718-765d9fc1e97a HTTP/1.1" status: 204 len: 168 time: 0.7334764 Jul 07 10:33:37.345082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48632) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:37.393287 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Deleting subnet 254e6d13-a1c4-4631-8d13-058b617b1bfd {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:33:37.396318 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Publish callbacks [] for subnet (254e6d13-a1c4-4631-8d13-058b617b1bfd), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.426550 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:37.431188 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (254e6d13-a1c4-4631-8d13-058b617b1bfd), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.506187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (254e6d13-a1c4-4631-8d13-058b617b1bfd), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.569028 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (254e6d13-a1c4-4631-8d13-058b617b1bfd), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.588684 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7cb1c-dce4-4d1e-9890-44e217656c4c None None] Network a35a76de-da0e-4bc5-97e3-8c259cffad94 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:33:37.599971 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.603821 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/254e6d13-a1c4-4631-8d13-058b617b1bfd HTTP/1.1" status: 204 len: 168 time: 0.2570331 Jul 07 10:33:37.605501 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48640) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:37.631625 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38f19c-de66-4bc1-8742-519d5dbf1898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254e6d13-a1c4-4631-8d13-058b617b1bfd,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:37.668366 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48642) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:37.673267 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593648481', 'description': 'tempest-description--1456973127'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:37.692632 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (a35a76de-da0e-4bc5-97e3-8c259cffad94), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.697133 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.739359 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Deleting port fae5c295-2890-4261-bfbc-31e71bd27e6b {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:33:37.739608 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.779775 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (78edcb6a-d104-49cc-9a49-660f7d751217), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.783722 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (78edcb6a-d104-49cc-9a49-660f7d751217), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.808850 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] For port fae5c295-2890-4261-bfbc-31e71bd27e6b, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=fae5c295-2890-4261-bfbc-31e71bd27e6b,segment=NetworkSegment(f190cf81-a52a-4683-9d16-60583fd18e89),segment_id=f190cf81-a52a-4683-9d16-60583fd18e89)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:37.809340 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.813815 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.815039 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456485 Jul 07 10:33:37.817178 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4b7a9-6498-4fe8-be5d-7f526a4f76db tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78edcb6a-d104-49cc-9a49-660f7d751217,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:37.819231 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48644) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:37.823480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': '78edcb6a-d104-49cc-9a49-660f7d751217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:37.824372 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Calling delete_port for fae5c295-2890-4261-bfbc-31e71bd27e6b owned by network:dhcp {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:33:37.852079 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (c711cb17-f9ec-40e9-b6b6-bb4cf189a569), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.894846 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:37.907439 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (fae5c295-2890-4261-bfbc-31e71bd27e6b), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.909057 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (c711cb17-f9ec-40e9-b6b6-bb4cf189a569), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.913844 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (c711cb17-f9ec-40e9-b6b6-bb4cf189a569), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.929258 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c711cb17-f9ec-40e9-b6b6-bb4cf189a569,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:37.936336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae5c295-2890-4261-bfbc-31e71bd27e6b,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:37.940058 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] No DVR routers for this DVR port fae5c295-2890-4261-bfbc-31e71bd27e6b on host dv-cinder-822821-4-iscsi {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:33:37.942157 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:37.944214 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-712822d8-9f91-4df0-908c-5060eb949235 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240599 Jul 07 10:33:37.946998 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48646) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:37.951288 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': '78edcb6a-d104-49cc-9a49-660f7d751217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:37.977496 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (dab05a69-0312-429a-a36b-7e784a5ffa7b), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.016024 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (a35a76de-da0e-4bc5-97e3-8c259cffad94), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.022288 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913329ea-65d9-4020-8ef3-3380b2706700 None None] DHCP port deletion for a35a76de-da0e-4bc5-97e3-8c259cffad94 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:33:38.045668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35a76de-da0e-4bc5-97e3-8c259cffad94']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:38.060471 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f190cf81-a52a-4683-9d16-60583fd18e89') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:38.060772 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f190cf81-a52a-4683-9d16-60583fd18e89') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:38.061291 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (dab05a69-0312-429a-a36b-7e784a5ffa7b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.065191 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (dab05a69-0312-429a-a36b-7e784a5ffa7b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.076602 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (f190cf81-a52a-4683-9d16-60583fd18e89), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.091443 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (f190cf81-a52a-4683-9d16-60583fd18e89), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.098789 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab05a69-0312-429a-a36b-7e784a5ffa7b,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:38.100127 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:33:38.100913 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (f190cf81-a52a-4683-9d16-60583fd18e89), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.103462 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.104744 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a3a166a9-79d7-44fb-868f-3c5828dc7c98 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568196 Jul 07 10:33:38.107984 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48650) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:38.112416 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:38.141027 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.163825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (a35a76de-da0e-4bc5-97e3-8c259cffad94), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.173612 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.176836 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a35a76de-da0e-4bc5-97e3-8c259cffad94 HTTP/1.1" status: 204 len: 168 time: 0.5701711 Jul 07 10:33:38.182072 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a60c4412-fd43-41cc-821c-5aa9f3777565 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:38.189318 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395529b9-0c3b-4fbc-b4c6-8a12727ea362 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35a76de-da0e-4bc5-97e3-8c259cffad94,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:38.195026 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment f190cf81-a52a-4683-9d16-60583fd18e89 resource provider aggregate not found Jul 07 10:33:38.214715 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment f190cf81-a52a-4683-9d16-60583fd18e89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f190cf81-a52a-4683-9d16-60583fd18e89 found for delete ", "request_id": "req-4494743f-07c6-4ec9-83fe-8728d6bea7a3"}]} Jul 07 10:33:38.216870 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: a60c4412-fd43-41cc-821c-5aa9f3777565 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:38.217321 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a60c4412-fd43-41cc-821c-5aa9f3777565 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:38.217569 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:38.238014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:38.238368 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b1cc0a7f-a25e-442c-a65e-9a11c8a145a1 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:38.238795 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device fae5c295-2890-4261-bfbc-31e71bd27e6b no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:33:38.251830 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:38.258320 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: fae5c295-2890-4261-bfbc-31e71bd27e6b {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:33:38.258924 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device fae5c295-2890-4261-bfbc-31e71bd27e6b not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:33:38.268021 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.328874 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48656) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:38.363200 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:38.384893 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-c16af3b6-bce6-4a3c-ba13-4367743cf509 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21dabce5b3274cfcba5840982b59434e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547843 Jul 07 10:33:38.387407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48658) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:38.395329 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.27.1.195 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/01a496ec-2732-4691-a350-ac83a9fb620d) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:33:38.442473 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf329507-50a7-4895-8ae3-870024ea4db5 admin admin] Publish callbacks [] for security_group (f1111931-067a-4b0c-93e5-dfb39b6914fc), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.464447 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf329507-50a7-4895-8ae3-870024ea4db5 admin admin] Publish callbacks [] for security_group (f1111931-067a-4b0c-93e5-dfb39b6914fc), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.470193 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:38.507396 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (01a496ec-2732-4691-a350-ac83a9fb620d), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.527261 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf329507-50a7-4895-8ae3-870024ea4db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f1111931-067a-4b0c-93e5-dfb39b6914fc), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.529873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bf329507-50a7-4895-8ae3-870024ea4db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.531215 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bf329507-50a7-4895-8ae3-870024ea4db5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1111931-067a-4b0c-93e5-dfb39b6914fc HTTP/1.1" status: 204 len: 168 time: 0.1428351 Jul 07 10:33:38.537696 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (01a496ec-2732-4691-a350-ac83a9fb620d), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.539825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf329507-50a7-4895-8ae3-870024ea4db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1111931-067a-4b0c-93e5-dfb39b6914fc,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:38.589371 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:33:38.592271 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:33:38.596123 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:33:38.618989 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=01a496ec-2732-4691-a350-ac83a9fb620d,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:38.684616 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (393ed7f0-a367-4f08-ab71-da9c5a7c1a27), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.723113 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (01a496ec-2732-4691-a350-ac83a9fb620d), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.870409 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48664) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:38.875553 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (01a496ec-2732-4691-a350-ac83a9fb620d), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.880066 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (01a496ec-2732-4691-a350-ac83a9fb620d), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.911342 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-83c25f19-9e34-44eb-80c1-4e7a2be267d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a764964d68c403b954db4aa89a05947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397577 Jul 07 10:33:38.913915 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48666) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:38.936397 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:38.959758 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=01a496ec-2732-4691-a350-ac83a9fb620d,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:38.964791 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db4de9a1-e9c7-4533-8eb5-9a2af564dcb3 admin admin] Publish callbacks [] for security_group (d742a19a-df10-46e7-974a-242e44abd5de), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.965412 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (393ed7f0-a367-4f08-ab71-da9c5a7c1a27), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.982093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:38.984316 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-52cde4a5-5e55-4d98-8f47-02aac286440e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8752987 Jul 07 10:33:38.988236 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db4de9a1-e9c7-4533-8eb5-9a2af564dcb3 admin admin] Publish callbacks [] for security_group (d742a19a-df10-46e7-974a-242e44abd5de), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:39.037823 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db4de9a1-e9c7-4533-8eb5-9a2af564dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d742a19a-df10-46e7-974a-242e44abd5de), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:39.040429 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-db4de9a1-e9c7-4533-8eb5-9a2af564dcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:39.041570 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-db4de9a1-e9c7-4533-8eb5-9a2af564dcb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d742a19a-df10-46e7-974a-242e44abd5de HTTP/1.1" status: 204 len: 168 time: 0.1266603 Jul 07 10:33:39.050011 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4de9a1-e9c7-4533-8eb5-9a2af564dcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d742a19a-df10-46e7-974a-242e44abd5de,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:39.185714 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-361cd539-f519-4378-89d9-3efe01b765e9 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--593648481&fields=id&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 267 time: 0.0438578 Jul 07 10:33:39.299364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-095272b3-fba3-4fd3-a33b-ee3e2d7b2ef4 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:39.301028 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-095272b3-fba3-4fd3-a33b-ee3e2d7b2ef4 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.1089683 Jul 07 10:33:39.316504 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-c7ec26fe-c988-4286-80a1-e07713905f57 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/quotas/1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 375 time: 0.0099220 Jul 07 10:33:39.357187 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:39.379244 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-aa9599ac-fd87-4bfb-b809-dfee51f10bce tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567627 Jul 07 10:33:39.482669 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-66cc7321-0f40-4caf-9b2a-902bef3905b7 service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914700 Jul 07 10:33:39.575413 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-b162a88b-b3a2-40eb-99ea-0f945366e05b service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871179 Jul 07 10:33:39.756054 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-77eb0391-a9bc-4d1c-bc54-1a9a0ae71a4d req-a94ecc06-3c4a-4d5f-b3d3-716053259e93 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 210 time: 0.0410857 Jul 07 10:33:40.686059 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-ded3db3d-5415-4084-8534-cb96ff22e611 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:40.687495 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-ded3db3d-5415-4084-8534-cb96ff22e611 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.1026974 Jul 07 10:33:40.766110 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-53e3c98d-b7cd-4538-afcc-ec164a2a9955 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 472 time: 0.0690944 Jul 07 10:33:40.835085 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'port': {'device_id': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'admin_state_up': True, 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'security_groups': ['78edcb6a-d104-49cc-9a49-660f7d751217']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:40.852633 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d9ada0f8-803f-48a0-9f80-35dd305acb91 req-561a8096-2014-4cfc-9f4f-abe93c71ba27 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 210 time: 0.0283728 Jul 07 10:33:40.905595 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:40.942966 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Made reservation on behalf of 1568d5b1c4bb471f9de53f4d5cf7cc82 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:33:40.946347 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.071691 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.20.0.5 (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c/3cce0adf-d35e-4942-b737-ea4df4e23854/302e7778-80d4-4a6f-8b2e-60b4176593e4) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:33:41.176551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:41.210260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.242648 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.283920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:33:41.286926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:33:41.291045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:33:41.318883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=302e7778-80d4-4a6f-8b2e-60b4176593e4,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:41.345300 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:41.345930 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.363915 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-accfeed1-88cf-453f-9981-6882f349d67e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5324364 Jul 07 10:33:41.377277 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Request body: {'port': {'device_id': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:41.442240 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.519366 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-a749f11e-4466-4f84-9625-474ef126ba6d None None] Provisioning complete for port 302e7778-80d4-4a6f-8b2e-60b4176593e4 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:33:41.519877 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a749f11e-4466-4f84-9625-474ef126ba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.545030 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:41.554923 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-a749f11e-4466-4f84-9625-474ef126ba6d None None] Port 302e7778-80d4-4a6f-8b2e-60b4176593e4 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:33:41.694462 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302e7778-80d4-4a6f-8b2e-60b4176593e4 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:33:41.701764 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Publish callbacks [] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.704923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:41.716111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Transition to ACTIVE for port object 302e7778-80d4-4a6f-8b2e-60b4176593e4 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:33:41.719799 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.772656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=302e7778-80d4-4a6f-8b2e-60b4176593e4,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:41.845134 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Attempting to bind port 302e7778-80d4-4a6f-8b2e-60b4176593e4 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:33:41.845470 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Attempting to bind port 302e7778-80d4-4a6f-8b2e-60b4176593e4 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:33:41.845797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Attempting to bind port 302e7778-80d4-4a6f-8b2e-60b4176593e4 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:33:41.850594 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Port 302e7778-80d4-4a6f-8b2e-60b4176593e4 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:33:41.850909 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Attempting to bind port 302e7778-80d4-4a6f-8b2e-60b4176593e4 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:33:41.856080 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:33:41.856418 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:33:41.856796 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Bound using segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:33:41.857221 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Bound port: 302e7778-80d4-4a6f-8b2e-60b4176593e4, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:33:41.857579 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:41.924758 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] For port 302e7778-80d4-4a6f-8b2e-60b4176593e4, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:33:41.929526 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] For port 302e7778-80d4-4a6f-8b2e-60b4176593e4, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:33:41.930621 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:41.943114 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:42.007241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:42.007888 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:42.009283 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] 10.222.0.58 "PUT /v2.0/ports/302e7778-80d4-4a6f-8b2e-60b4176593e4 HTTP/1.1" status: 200 len: 1093 time: 0.6362457 Jul 07 10:33:42.009719 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:33:42.011981 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9cc90d-6a40-423f-af11-44feab69796e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:33:42.026424 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d29cf-1d39-4d5f-95af-17dfd7fe343b req-1e1afbde-3602-4c32-bd47-2f05c7eae078 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:42.028476 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ce3d29cf-1d39-4d5f-95af-17dfd7fe343b req-1e1afbde-3602-4c32-bd47-2f05c7eae078 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 943 time: 0.1014357 Jul 07 10:33:42.074855 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d8842-b549-4363-8918-350c1bc9fcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=302e7778-80d4-4a6f-8b2e-60b4176593e4,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:42.094825 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1dd2b3-b527-4add-b834-c28b864fa335 x-openstack-request-id: req-ac1dd2b3-b527-4add-b834-c28b864fa335 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:33:42.095110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:33:42.095375 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac1dd2b3-b527-4add-b834-c28b864fa335 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:33:42.095732 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1dd2b3-b527-4add-b834-c28b864fa335'] response: {'name': 'network-changed', 'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'status': 'completed', 'code': 200} Jul 07 10:33:42.120791 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-d03bcc75-f1ad-4f12-8ab8-3a60316a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:42.122301 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-d03bcc75-f1ad-4f12-8ab8-3a60316a2cb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 1127 time: 0.0631711 Jul 07 10:33:42.134530 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ce3d29cf-1d39-4d5f-95af-17dfd7fe343b req-f098bcfc-de7c-415b-970d-2eb48145305e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995553 Jul 07 10:33:42.168428 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-fdc1afb5-1d24-4fb1-97b4-9f8a485cfb04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4 HTTP/1.1" status: 200 len: 217 time: 0.0328312 Jul 07 10:33:42.222397 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-0d373a17-b1bc-43c5-9b78-40eb4e334cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:42.223865 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-0d373a17-b1bc-43c5-9b78-40eb4e334cf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0492034 Jul 07 10:33:42.269780 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-d94bf5ac-1ef3-4102-8733-610a7a7cb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:42.271148 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-d94bf5ac-1ef3-4102-8733-610a7a7cb5c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387492 Jul 07 10:33:42.368912 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-0dc4d7d9-b01f-4e57-93a7-41a8661e2c5d service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864983 Jul 07 10:33:42.458619 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55153ad1-78cb-47b0-a5b4-334d53354247 req-f47eca55-5840-484f-abaf-bd48d7f6d6de service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815003 Jul 07 10:33:43.250153 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec704f-1a96-4bf6-a72f-fbaaf3691222 req-f7cd048c-ad94-4c0f-907f-d47c050d22da tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:43.251590 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-56ec704f-1a96-4bf6-a72f-fbaaf3691222 req-f7cd048c-ad94-4c0f-907f-d47c050d22da tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 943 time: 0.0463672 Jul 07 10:33:43.296840 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-56ec704f-1a96-4bf6-a72f-fbaaf3691222 req-6f54ec7f-af66-4bbc-a07a-f918b0c8411c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398657 Jul 07 10:33:43.348605 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc90d-6a40-423f-af11-44feab69796e req-eb3ef18f-f400-4f1e-b96d-d2d983d017f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:43.350645 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-eb3ef18f-f400-4f1e-b96d-d2d983d017f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 1127 time: 0.0387385 Jul 07 10:33:43.442454 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc90d-6a40-423f-af11-44feab69796e req-03ce46d5-4b5b-4df0-a7b3-ea78413d4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:43.443897 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-03ce46d5-4b5b-4df0-a7b3-ea78413d4726 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.0863054 Jul 07 10:33:43.455408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:43.483559 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-57ef4b39-0acf-45fe-a817-0833b31df7a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4 HTTP/1.1" status: 200 len: 217 time: 0.0329127 Jul 07 10:33:43.535616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc90d-6a40-423f-af11-44feab69796e req-a2d10bad-a977-4d60-aad9-36e46b459d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:43.537070 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-a2d10bad-a977-4d60-aad9-36e46b459d1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0468438 Jul 07 10:33:43.586350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc90d-6a40-423f-af11-44feab69796e req-41b1d583-ffa2-47c3-ad94-477a70f5fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:43.587845 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-41b1d583-ffa2-47c3-ad94-477a70f5fe32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384583 Jul 07 10:33:43.676407 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-e4c20eeb-ce7b-49ef-9995-ab4031b24ef2 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814373 Jul 07 10:33:43.769393 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ea9cc90d-6a40-423f-af11-44feab69796e req-6358ca74-012c-499e-a32f-7b92ac0b4e3c service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Jul 07 10:33:44.407709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c8200-d563-44dc-8b92-18d19158fc4f req-a5cf604e-aad7-4b69-9564-67fb8ef1af2b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:44.409196 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a72c8200-d563-44dc-8b92-18d19158fc4f req-a5cf604e-aad7-4b69-9564-67fb8ef1af2b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 943 time: 0.0462289 Jul 07 10:33:44.454971 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a72c8200-d563-44dc-8b92-18d19158fc4f req-945138af-44b0-45df-aa50-ec3cb7c7e63c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 Jul 07 10:33:44.779358 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 302e7778-80d4-4a6f-8b2e-60b4176593e4 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:33:44.877220 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 302e7778-80d4-4a6f-8b2e-60b4176593e4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:44.888733 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'port_id': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'mac_address': 'fa:16:3e:b1:bc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:33:44.922241 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 302e7778-80d4-4a6f-8b2e-60b4176593e4 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:33:44.922623 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:44.935162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302e7778-80d4-4a6f-8b2e-60b4176593e4 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:33:44.954827 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 302e7778-80d4-4a6f-8b2e-60b4176593e4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:44.958155 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:45.002285 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=302e7778-80d4-4a6f-8b2e-60b4176593e4,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:45.009578 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.009918 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.010258 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.010592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.010920 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.011244 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.011566 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.011920 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.012240 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.012558 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.012873 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.013189 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.013504 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.013818 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.014130 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:33:45.200712 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['302e7778-80d4-4a6f-8b2e-60b4176593e4'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:33:45.569342 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04be9-5d31-4686-a48f-6eb17c19d837 req-5df7cc51-3acd-4f2e-bc0f-2f17e8621715 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:45.570795 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b8f04be9-5d31-4686-a48f-6eb17c19d837 req-5df7cc51-3acd-4f2e-bc0f-2f17e8621715 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 944 time: 0.0498104 Jul 07 10:33:45.617120 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-b8f04be9-5d31-4686-a48f-6eb17c19d837 req-c200acf4-fad3-4477-8683-58b750c5ff4f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409365 Jul 07 10:33:46.121085 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-06478d79-aadc-4563-a520-9164688a55b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:46.733786 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbe450-37d0-4965-964a-9def79d8e99f req-dc1110ab-09ab-467f-89a7-dbdd92dbb55e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:46.735240 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-17dbe450-37d0-4965-964a-9def79d8e99f req-dc1110ab-09ab-467f-89a7-dbdd92dbb55e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 944 time: 0.0515318 Jul 07 10:33:46.766835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:46.781991 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-17dbe450-37d0-4965-964a-9def79d8e99f req-19e125ff-0452-419e-ba31-eb2cb08d604a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 Jul 07 10:33:46.785020 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 302e7778-80d4-4a6f-8b2e-60b4176593e4 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:33:46.826322 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 302e7778-80d4-4a6f-8b2e-60b4176593e4 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:33:46.831831 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 302e7778-80d4-4a6f-8b2e-60b4176593e4 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:33:46.832226 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:46.904532 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 302e7778-80d4-4a6f-8b2e-60b4176593e4 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:33:46.904911 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:46.927133 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:33:46.929345 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ad8fd-df72-4e1d-b2ce-7c22c05bc07f" -d '{"events": [{"server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "name": "network-vif-plugged", "status": "completed", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:33:46.933428 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:46.942554 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 302e7778-80d4-4a6f-8b2e-60b4176593e4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:33:46.946823 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:46.973363 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4336e2a9-6204-4cba-b5e2-ba3e550de125 x-openstack-request-id: req-4336e2a9-6204-4cba-b5e2-ba3e550de125 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:33:46.973661 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "name": "network-vif-plugged", "status": "completed", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:33:46.973894 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4336e2a9-6204-4cba-b5e2-ba3e550de125 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:33:46.974276 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4336e2a9-6204-4cba-b5e2-ba3e550de125'] response: {'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'code': 200} Jul 07 10:33:46.982440 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:47.000652 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=302e7778-80d4-4a6f-8b2e-60b4176593e4,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:33:47.139893 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9561-6197-4f93-ad9b-2773c3cfc533 req-f89b581f-d34e-4a53-8d6d-6d0bd092d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:47.141335 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e95c9561-6197-4f93-ad9b-2773c3cfc533 req-f89b581f-d34e-4a53-8d6d-6d0bd092d3a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 1129 time: 0.0374720 Jul 07 10:33:47.184417 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e95c9561-6197-4f93-ad9b-2773c3cfc533 req-9b4a4f42-9d05-4c3f-831d-22b470189608 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367393 Jul 07 10:33:47.893952 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abc837-97aa-4eff-946f-c70f31edd8f0 req-cc6c9536-008a-4ea4-bea0-e9ae47ec7867 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:47.895415 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97abc837-97aa-4eff-946f-c70f31edd8f0 req-cc6c9536-008a-4ea4-bea0-e9ae47ec7867 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 945 time: 0.0455983 Jul 07 10:33:47.944764 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-97abc837-97aa-4eff-946f-c70f31edd8f0 req-fa63679a-9082-4c73-a55b-8e954a36f47b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Jul 07 10:33:48.247174 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1ee70992-9002-46cc-ae2f-77dda1e3cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:49.057626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed2489-3824-4380-b8e0-1f6b4cff770f req-0f0b7905-c336-49fd-8a88-a0d7ebc36d78 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:49.059078 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f4ed2489-3824-4380-b8e0-1f6b4cff770f req-0f0b7905-c336-49fd-8a88-a0d7ebc36d78 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 945 time: 0.0472054 Jul 07 10:33:49.107120 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f4ed2489-3824-4380-b8e0-1f6b4cff770f req-6f4f9c08-8970-4bcd-a30c-3d0674d38cc2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Jul 07 10:33:49.214525 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5885364-b753-4003-ae53-9721c4a5fb14 req-9b1f04b4-05aa-4d9c-aa10-19adf10dd960 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:49.216127 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b5885364-b753-4003-ae53-9721c4a5fb14 req-9b1f04b4-05aa-4d9c-aa10-19adf10dd960 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 945 time: 0.0467396 Jul 07 10:33:49.224475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48722) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:33:49.228738 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'port_id': '302e7778-80d4-4a6f-8b2e-60b4176593e4'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:33:49.264863 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (393ed7f0-a367-4f08-ab71-da9c5a7c1a27), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:49.594290 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:49.792118 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:49.932776 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:49.937328 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (393ed7f0-a367-4f08-ab71-da9c5a7c1a27), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:50.033867 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 393ed7f0-a367-4f08-ab71-da9c5a7c1a27 associated. External IP: 172.27.1.195, port: 302e7778-80d4-4a6f-8b2e-60b4176593e4. Jul 07 10:33:50.231379 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:33:50.320481 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:50.332071 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:33:50.337489 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:50.342320 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:33:50.352279 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:50.352880 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:50.370963 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-19f9fee0-4834-4e0a-9733-e3e27359a355 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "PUT /v2.0/floatingips/393ed7f0-a367-4f08-ab71-da9c5a7c1a27 HTTP/1.1" status: 200 len: 991 time: 1.1455266 Jul 07 10:33:50.371632 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:33:50.374041 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:33:50.412007 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0baef20-27ee-493c-b84c-3dee2930fcd8 x-openstack-request-id: req-f0baef20-27ee-493c-b84c-3dee2930fcd8 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:33:50.412300 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:33:50.412553 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0baef20-27ee-493c-b84c-3dee2930fcd8 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:33:50.413536 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0baef20-27ee-493c-b84c-3dee2930fcd8'] response: {'name': 'network-changed', 'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'status': 'completed', 'code': 200} Jul 07 10:33:50.454611 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:50.474474 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-7b0d31ef-7d06-4334-82c3-3966536f089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:50.476614 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-7b0d31ef-7d06-4334-82c3-3966536f089f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 1129 time: 0.0407977 Jul 07 10:33:50.565397 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-87fb4cf4-3dee-4951-b282-c6bb4e948baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:50.567110 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-87fb4cf4-3dee-4951-b282-c6bb4e948baa service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.0840924 Jul 07 10:33:50.633458 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-6f216b5c-0e29-4f64-a298-b1b18d1f0595 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4 HTTP/1.1" status: 200 len: 999 time: 0.0587459 Jul 07 10:33:50.668976 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '393ed7f0-a367-4f08-ab71-da9c5a7c1a27', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:b1:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:33:38Z', 'updated_at': '2022-07-07T10:33:49Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}, {'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:45Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:50.682075 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-98bb6cab-20f5-4046-8d36-5ae4ed9eea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:50.683505 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-98bb6cab-20f5-4046-8d36-5ae4ed9eea80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0440211 Jul 07 10:33:50.692992 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:33:50.701746 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:33:50.702337 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:50.727984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-47e6540b-837b-4a1e-aa91-70d96fa734ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:50.730494 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-47e6540b-837b-4a1e-aa91-70d96fa734ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401990 Jul 07 10:33:50.770509 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:50.804078 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:33:50.826945 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-a0428ecb-7e08-4d01-91aa-69d376ea4c9c service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894256 Jul 07 10:33:50.921028 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-298cbe80-e252-40ab-bb7c-51f07f7a5e6f req-c5c46a6c-e8a3-4b71-9a6a-125b5a568851 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874848 Jul 07 10:33:50.952280 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:51.008110 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:51.017352 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '393ed7f0-a367-4f08-ab71-da9c5a7c1a27', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:b1:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:33:38Z', 'updated_at': '2022-07-07T10:33:49Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}, {'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:45Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:33:51.042061 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cd3e-b828-4858-8740-eb217c4fdb72 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '393ed7f0-a367-4f08-ab71-da9c5a7c1a27', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:b1:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:33:38Z', 'updated_at': '2022-07-07T10:33:49Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}, {'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:45Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:33:51.043640 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:51.220222 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e2a28c-4bed-4782-ac78-6bc5b470237a None None] New status for floating IP 393ed7f0-a367-4f08-ab71-da9c5a7c1a27: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:33:51.360154 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:51.612963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:33:56.326885 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-2865d7ac-59a8-4c3d-a5e3-e8fff220d217 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397828 Jul 07 10:33:56.406572 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d745c13-972b-47f7-828a-378aed008e42 req-48c536ca-e202-453a-b590-23c5b3ff84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:56.407984 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-48c536ca-e202-453a-b590-23c5b3ff84e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 1131 time: 0.0391817 Jul 07 10:33:56.514680 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d745c13-972b-47f7-828a-378aed008e42 req-1bf82dea-074e-451f-a689-b1e9482df208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:56.516150 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-1bf82dea-074e-451f-a689-b1e9482df208 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0899458 Jul 07 10:33:56.576735 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-51796910-7301-40d8-a37a-90cdc86e3d00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 200 len: 1002 time: 0.0535941 Jul 07 10:33:56.625476 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d745c13-972b-47f7-828a-378aed008e42 req-4e503c53-ea7f-4445-94ac-2d8d3a5501aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:56.626855 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-4e503c53-ea7f-4445-94ac-2d8d3a5501aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0434470 Jul 07 10:33:56.673390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d745c13-972b-47f7-828a-378aed008e42 req-1de61d5c-b850-4234-ae63-635c35519c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:33:56.674756 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-1de61d5c-b850-4234-ae63-635c35519c8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419481 Jul 07 10:33:56.763948 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-5d948a0c-d051-4411-96f0-c36df61f3e28 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Jul 07 10:33:56.828697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:56.856963 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1d745c13-972b-47f7-828a-378aed008e42 req-f73a5049-5060-48ba-869b-2e01e5ec4177 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869079 Jul 07 10:33:59.100905 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=72 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:33:59.104106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=47 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:01.015507 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=8 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:01.020113 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:01.607153 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:01.608942 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:04.570222 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1fb1-26fd-4e02-a23d-b03f8cef0632 req-e18c6b40-d92f-4e9a-91de-29a9faf878f5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:04.571778 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c17c1fb1-26fd-4e02-a23d-b03f8cef0632 req-e18c6b40-d92f-4e9a-91de-29a9faf878f5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 947 time: 0.0477147 Jul 07 10:34:04.621992 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c17c1fb1-26fd-4e02-a23d-b03f8cef0632 req-f58628b8-2450-4280-bbec-a33cc4b06812 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 Jul 07 10:34:05.742336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf3dd4-0d82-4a5b-bca1-bdd22321e90c req-d429e392-dbb2-4462-a041-350cf3096499 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:05.744347 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-65bf3dd4-0d82-4a5b-bca1-bdd22321e90c req-d429e392-dbb2-4462-a041-350cf3096499 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 947 time: 0.0465724 Jul 07 10:34:05.789780 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-65bf3dd4-0d82-4a5b-bca1-bdd22321e90c req-f0d6681d-5dc8-4716-87be-03eb892646ac tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Jul 07 10:34:06.252174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f98487-d1d4-4b77-8598-88a829625542 req-00e054d8-286f-4a0f-92bf-9db3005ef507 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:06.253620 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f2f98487-d1d4-4b77-8598-88a829625542 req-00e054d8-286f-4a0f-92bf-9db3005ef507 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 947 time: 0.0463009 Jul 07 10:34:06.338565 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Deleting port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:34:06.338913 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:06.426591 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] For port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:06.426865 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:06.490655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:06.589507 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:06.589868 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (2760725c-2f5a-4c83-979e-250b0e31ec57), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:06.590184 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Floating IP 2760725c-2f5a-4c83-979e-250b0e31ec57 disassociated. External IP: 172.27.1.224, port: ec13cec0-c49a-4b4e-b223-9bc0ab7b4152. Jul 07 10:34:06.590529 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Calling delete_port for ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:34:06.713617 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (ec13cec0-c49a-4b4e-b223-9bc0ab7b4152), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:06.742807 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event deleted for resources: {'Port': ['ID=ec13cec0-c49a-4b4e-b223-9bc0ab7b4152,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:06.853979 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:34:06.890060 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7c24e46f-6525-4536-8082-923c6fd0f44f req-bb1b498e-daa3-4a90-8f86-aaf88b9d362e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52e1947-1b4e-4a83-9041-ea3b84be027f HTTP/1.1" status: 200 len: 210 time: 0.0284584 Jul 07 10:34:06.954108 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:34:06.963290 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:34:06.973729 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:06.974259 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:06.997864 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] No DVR routers for this DVR port ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:34:07.000433 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:07.003674 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f2f98487-d1d4-4b77-8598-88a829625542 req-31478686-fcb4-421c-8f21-e8298acdf8a1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "DELETE /v2.0/ports/ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 HTTP/1.1" status: 204 len: 173 time: 0.7444994 Jul 07 10:34:07.004125 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-deleted', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:07.006359 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0302a46c-f18d-4027-b1db-4dd5a4123c7f" -d '{"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-deleted", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:07.045554 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf2ab0f-1705-415a-b9bd-174cb4c7c8ac x-openstack-request-id: req-acf2ab0f-1705-415a-b9bd-174cb4c7c8ac {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:07.045843 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e1947-1b4e-4a83-9041-ea3b84be027f", "name": "network-vif-deleted", "tag": "ec13cec0-c49a-4b4e-b223-9bc0ab7b4152", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:07.046094 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acf2ab0f-1705-415a-b9bd-174cb4c7c8ac {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:07.046579 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf2ab0f-1705-415a-b9bd-174cb4c7c8ac'] response: {'server_uuid': 'b52e1947-1b4e-4a83-9041-ea3b84be027f', 'name': 'network-vif-deleted', 'tag': 'ec13cec0-c49a-4b4e-b223-9bc0ab7b4152', 'status': 'completed', 'code': 200} Jul 07 10:34:07.080709 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:07.277966 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:07.305383 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:34:07.314167 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:07.314754 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:33:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:07.497127 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:07.681973 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:07.705884 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d02591-1e3f-4c9f-9270-c405dc84d381 None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:34:07.916835 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662d644-0978-4703-a2c5-669f535be594 None None] New status for floating IP 2760725c-2f5a-4c83-979e-250b0e31ec57: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:34:07.980162 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48774) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:07.988389 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:08.045470 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-63bb3866-d578-498d-9828-14b41aa007d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (bb05e89c-ebfc-474c-b4a0-26a0ee5a3029), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.071063 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-63bb3866-d578-498d-9828-14b41aa007d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (bb05e89c-ebfc-474c-b4a0-26a0ee5a3029), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.118038 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-63bb3866-d578-498d-9828-14b41aa007d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (bb05e89c-ebfc-474c-b4a0-26a0ee5a3029), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.121265 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-63bb3866-d578-498d-9828-14b41aa007d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.122414 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-63bb3866-d578-498d-9828-14b41aa007d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb05e89c-ebfc-474c-b4a0-26a0ee5a3029 HTTP/1.1" status: 204 len: 168 time: 0.1411967 Jul 07 10:34:08.125165 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48776) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:08.131432 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb3866-d578-498d-9828-14b41aa007d2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb05e89c-ebfc-474c-b4a0-26a0ee5a3029,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:08.138783 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.api.v2.resource [None req-9c7e89ae-8812-4fb3-872c-aaa8981a9c3b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] show failed (client error): The resource could not be found. Jul 07 10:34:08.139800 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9c7e89ae-8812-4fb3-872c-aaa8981a9c3b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups/bb05e89c-ebfc-474c-b4a0-26a0ee5a3029 HTTP/1.1" status: 404 len: 347 time: 0.0136411 Jul 07 10:34:08.142556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48778) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:08.249858 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Deleting port 3251c017-75eb-4a62-8aa7-a571b6cce3e4 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:34:08.250196 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.328918 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.329243 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (3251c017-75eb-4a62-8aa7-a571b6cce3e4), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.342003 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Calling delete_port for 3251c017-75eb-4a62-8aa7-a571b6cce3e4 owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:34:08.465728 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (3251c017-75eb-4a62-8aa7-a571b6cce3e4), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.492633 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event deleted for resources: {'Port': ['ID=3251c017-75eb-4a62-8aa7-a571b6cce3e4,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:08.552401 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (2760725c-2f5a-4c83-979e-250b0e31ec57), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.554828 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.556009 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3fc32ad9-b65f-4277-b66c-1e5cdccf3590 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "DELETE /v2.0/floatingips/2760725c-2f5a-4c83-979e-250b0e31ec57 HTTP/1.1" status: 204 len: 168 time: 0.4125252 Jul 07 10:34:08.627122 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48782) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:08.631713 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216494377', 'description': 'tempest-description--277149898'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:08.653607 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.720626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (b524ec98-6e49-4b07-baa7-699b7d693621), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.723970 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b524ec98-6e49-4b07-baa7-699b7d693621), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.753463 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.754840 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1265683 Jul 07 10:34:08.756896 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96e780-6b85-40ed-b7df-4ea46a533bb5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b524ec98-6e49-4b07-baa7-699b7d693621,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:08.757737 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48784) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:08.762903 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'security_group_rule': {'security_group_id': 'b524ec98-6e49-4b07-baa7-699b7d693621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:08.789450 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (90370c97-185a-4db9-b088-84e874668936), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.840749 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:08.846768 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (90370c97-185a-4db9-b088-84e874668936), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.850344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (90370c97-185a-4db9-b088-84e874668936), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.870169 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90370c97-185a-4db9-b088-84e874668936,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:08.877382 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.878558 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-18b9d101-fe3c-4dd8-8c24-2745e2472b5f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196432 Jul 07 10:34:08.881208 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48786) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:08.885846 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'security_group_rule': {'security_group_id': 'b524ec98-6e49-4b07-baa7-699b7d693621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:08.911367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (295c6e94-886c-4a0b-98a6-c5571ba5b82e), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.966982 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (295c6e94-886c-4a0b-98a6-c5571ba5b82e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.970449 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (295c6e94-886c-4a0b-98a6-c5571ba5b82e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.989744 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295c6e94-886c-4a0b-98a6-c5571ba5b82e,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:08.996103 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:08.997276 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5f1c4d03-a39d-4245-9b7c-7fbe81d1a48c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151645 Jul 07 10:34:09.000399 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48788) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:09.004580 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:09.024726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.107327 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.209911 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Allocated IP 172.27.1.63 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/d3ecfa87-2629-4d68-a41b-0ca1f5515a44) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:34:09.313720 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.328381 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:09.348554 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.388709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:34:09.391346 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:34:09.395099 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:34:09.400075 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'Port': ['ID=d3ecfa87-2629-4d68-a41b-0ca1f5515a44,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:09.481514 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (0ec666bc-fc74-45e6-96ec-75bb94cc59f2), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.517222 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.543975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:09.660457 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.664561 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.729746 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'Port': ['ID=d3ecfa87-2629-4d68-a41b-0ca1f5515a44,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:09.741183 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (0ec666bc-fc74-45e6-96ec-75bb94cc59f2), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.757046 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:09.758238 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bfa29051-aa77-4043-90bf-79243f0bd3d3 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7569039 Jul 07 10:34:09.950003 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-a47ec694-9f66-44ad-9ff2-40ae7ab90c83 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--216494377&fields=id&tenant_id=96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 267 time: 0.0427785 Jul 07 10:34:10.054161 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-9a19c9f3-e3b8-4e27-a9fe-b130e7bdb8e8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:10.055568 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-9a19c9f3-e3b8-4e27-a9fe-b130e7bdb8e8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 816 time: 0.0993640 Jul 07 10:34:10.070283 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-9c583626-ad56-49ff-a7de-125fdb224544 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/quotas/96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 375 time: 0.0088756 Jul 07 10:34:10.118239 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-0d935a21-34d1-483f-994d-f6f4de161294 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426989 Jul 07 10:34:10.214103 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-c2bad2f2-8b8c-4d3b-8529-f04e9fe31a1e service neutron] 10.222.0.16 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840452 Jul 07 10:34:10.280398 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:10.301934 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-fc39371e-74e5-4537-92a6-4d09bf56a48d service neutron] 10.222.0.16 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823331 Jul 07 10:34:10.463704 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f57bdb5f-6af3-4e0b-b397-b799557cf8f9 req-7c5cdc2e-8e28-44f8-be74-b6aa6a46d695 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 210 time: 0.0309975 Jul 07 10:34:10.919337 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:34:10.938739 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:34:10.939075 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ec13cec0-c49a-4b4e-b223-9bc0ab7b4152 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:34:11.398268 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-10c1b595-68ac-4fe2-b656-e86e3c9d529c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:11.399771 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-10c1b595-68ac-4fe2-b656-e86e3c9d529c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 816 time: 0.1105375 Jul 07 10:34:11.462390 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-1ab65ffa-6da7-4d62-8693-01538105d46d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 379 time: 0.0529792 Jul 07 10:34:11.473448 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'port': {'device_id': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'admin_state_up': True, 'tenant_id': '96923df6a03841498e3732c8504b6363', 'security_groups': ['b524ec98-6e49-4b07-baa7-699b7d693621']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:11.569846 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a1da66cd-17f5-40ab-8272-8924f18b30ce req-d9b2350a-e7b8-4130-8677-ee8c0790c940 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 210 time: 0.0333991 Jul 07 10:34:11.600881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:11.609690 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Made reservation on behalf of 96923df6a03841498e3732c8504b6363 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:34:11.613089 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:11.983309 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Allocated IP 172.20.0.8 (996996e9-2cfe-410c-9ecf-b4537a28c022/1b2869e6-a308-4322-957e-2b5e691cb6b9/c7f05a17-2bf9-4c26-b60c-bf7c44c7df40) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:34:12.118881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.149257 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.194073 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:34:12.197172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:34:12.200970 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:34:12.224307 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:12.253468 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:12.254088 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.270795 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-2c979859-7e3e-4df8-a5fd-f43777cf1f2d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010747 Jul 07 10:34:12.282066 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Request body: {'port': {'device_id': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:12.347988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.350842 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:12.482171 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-ea83989c-12d2-40ec-b06f-2e2646402049 None None] Provisioning complete for port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:34:12.482751 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ea83989c-12d2-40ec-b06f-2e2646402049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.516816 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-ea83989c-12d2-40ec-b06f-2e2646402049 None None] Port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:34:12.600873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:34:12.608349 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Publish callbacks [] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.616465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:12.622360 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Transition to ACTIVE for port object c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:34:12.626531 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.682297 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:12.697471 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e40e9-95f5-404f-8ddb-9c8bb212318c req-cdabf25f-bd00-4fd6-a321-586051cadb6a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:12.699067 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-245e40e9-95f5-404f-8ddb-9c8bb212318c req-cdabf25f-bd00-4fd6-a321-586051cadb6a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0569961 Jul 07 10:34:12.749362 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-245e40e9-95f5-404f-8ddb-9c8bb212318c req-bf3fd829-df98-467c-8edc-82756676107e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Jul 07 10:34:12.763010 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Attempting to bind port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:34:12.763394 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Attempting to bind port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:34:12.763728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Attempting to bind port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:34:12.767565 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:34:12.770214 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:34:12.770705 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Attempting to bind port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 on network 996996e9-2cfe-410c-9ecf-b4537a28c022 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:34:12.775880 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:34:12.776216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Checking segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:34:12.776597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Bound using segment: {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:34:12.777024 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Bound port: c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dddf81-51be-4ce0-a4d0-0abed4713228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:34:12.777383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.840140 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:34:12.843220 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:34:12.849674 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.889947 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:12.890570 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:12.892024 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] 10.222.0.58 "PUT /v2.0/ports/c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 1093 time: 0.6139510 Jul 07 10:34:12.892401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:12.894645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15939a74-ec93-408b-ba5c-8a816aca15e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:12.918267 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c769-f691-4713-a960-eae5bf495292 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:12.951541 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe2980-6bd2-4ee0-97c8-4b8bd626da4b x-openstack-request-id: req-2dfe2980-6bd2-4ee0-97c8-4b8bd626da4b {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:12.951982 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:12.952290 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dfe2980-6bd2-4ee0-97c8-4b8bd626da4b {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:12.952733 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfe2980-6bd2-4ee0-97c8-4b8bd626da4b'] response: {'name': 'network-changed', 'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'status': 'completed', 'code': 200} Jul 07 10:34:12.983987 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-a16d0e8d-357b-476d-95d7-eb280cc44792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:12.985494 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-a16d0e8d-357b-476d-95d7-eb280cc44792 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1127 time: 0.0459199 Jul 07 10:34:13.026610 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-a857e3be-d990-4d76-97d2-52bf96a03330 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 217 time: 0.0338798 Jul 07 10:34:13.079443 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-87046c37-235a-44b0-bcc0-e995d201fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:13.080935 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-87046c37-235a-44b0-bcc0-e995d201fea4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0477266 Jul 07 10:34:13.130490 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-57ec0de1-8558-4ff1-b7a5-96e6d9504c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:13.132000 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-57ec0de1-8558-4ff1-b7a5-96e6d9504c08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430174 Jul 07 10:34:13.216528 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:13.222581 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-c5e2573a-cfa5-4b8e-a3ca-f3f02549bcd6 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 Jul 07 10:34:13.316947 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d624c0d1-857a-4837-86ab-ea098b82fbc0 req-9e98d3d2-5ed4-4380-b210-ec308f4b8d02 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875819 Jul 07 10:34:13.852141 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:13.868762 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d281c7c-cbdc-4267-b9b7-177da86f541e req-7903fa71-3b2f-436f-82fd-08f0594b7971 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:13.870234 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d281c7c-cbdc-4267-b9b7-177da86f541e req-7903fa71-3b2f-436f-82fd-08f0594b7971 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0486028 Jul 07 10:34:13.895066 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:13.918707 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d281c7c-cbdc-4267-b9b7-177da86f541e req-d160ffca-1f8c-4484-9c04-beb50121d296 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Jul 07 10:34:14.205161 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-bcc072f8-7372-4597-9302-832e154d8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:14.206545 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-bcc072f8-7372-4597-9302-832e154d8e8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1127 time: 0.0396078 Jul 07 10:34:14.298119 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-de154a49-5939-4504-885c-aee04f4b45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:14.299689 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-de154a49-5939-4504-885c-aee04f4b45a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0864851 Jul 07 10:34:14.336692 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-4f6151c6-2a9a-4360-9802-e708af388605 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 217 time: 0.0310533 Jul 07 10:34:14.384341 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-3201ee5c-30c8-45ae-a35e-9e82116f283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:14.385734 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-3201ee5c-30c8-45ae-a35e-9e82116f283b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0435619 Jul 07 10:34:14.431538 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-5c3ad4a1-4981-4dcd-98d8-82bd492efbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:14.432987 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-5c3ad4a1-4981-4dcd-98d8-82bd492efbc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379617 Jul 07 10:34:14.528086 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-3200a352-3734-4971-9e9e-8caf698e764a service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862997 Jul 07 10:34:14.603335 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:14.622729 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-15939a74-ec93-408b-ba5c-8a816aca15e9 req-8f443b16-e698-44c2-8477-85ee2872f52b service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868213 Jul 07 10:34:15.038599 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb81211-d0a3-4cde-b80b-a740a79ce6ab req-7d9aa97d-6863-45b7-b165-5f113f907525 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:15.040055 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-beb81211-d0a3-4cde-b80b-a740a79ce6ab req-7d9aa97d-6863-45b7-b165-5f113f907525 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0470047 Jul 07 10:34:15.089912 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-beb81211-d0a3-4cde-b80b-a740a79ce6ab req-1d5df976-54dd-437e-837f-4a97fe24b5e2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443165 Jul 07 10:34:16.122915 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa3ea-66d2-41dd-a9f6-67421d85fb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:16.208814 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de82e-d32c-453f-8989-af6c0a495a15 req-d4c7f0fe-a408-4f0e-8d70-fa85c45bbfeb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:16.210265 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-845de82e-d32c-453f-8989-af6c0a495a15 req-d4c7f0fe-a408-4f0e-8d70-fa85c45bbfeb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0508556 Jul 07 10:34:16.255205 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-845de82e-d32c-453f-8989-af6c0a495a15 req-16d8eff6-0bf5-45da-88f1-8063677dc5b2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Jul 07 10:34:16.960852 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:34:17.060968 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:17.072067 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'mac_address': 'fa:16:3e:5f:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:34:17.105860 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:34:17.106250 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:17.119368 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:34:17.138076 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:17.142055 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:17.189915 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:17.373238 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6e8e-8515-4b2d-a80a-30e7cf6acc2d req-4a84f76d-9c32-448a-9e67-b98c288ea567 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:17.374698 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-99bb6e8e-8515-4b2d-a80a-30e7cf6acc2d req-4a84f76d-9c32-448a-9e67-b98c288ea567 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 944 time: 0.0472043 Jul 07 10:34:17.386264 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:34:17.421395 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-99bb6e8e-8515-4b2d-a80a-30e7cf6acc2d req-cbd7e800-396a-4f00-bf06-f24674b4b4d1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 Jul 07 10:34:17.685523 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=69 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:18.248647 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-92e286c0-b29f-4100-adc6-7b9a2b8064fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:18.538011 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba6e8-7184-4562-a3fa-034f76fb70e3 req-958619e3-973f-429a-8a28-853b629f2b8d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:18.539481 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eefba6e8-7184-4562-a3fa-034f76fb70e3 req-958619e3-973f-429a-8a28-853b629f2b8d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 944 time: 0.0466375 Jul 07 10:34:18.586540 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-eefba6e8-7184-4562-a3fa-034f76fb70e3 req-43f55b10-8fc6-4dc3-89d8-a6b05ee7eee5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Jul 07 10:34:18.989213 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:34:19.032948 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:34:19.038884 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:34:19.039308 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:19.108695 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:34:19.109071 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:19.125863 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:19.131273 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:19.133483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30eb843-903d-4074-bea6-c4ca122c7f90" -d '{"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-plugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:19.147473 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:19.151935 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:19.174031 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:19.175819 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a6821c-50c8-4c73-a093-348547f9b139 x-openstack-request-id: req-52a6821c-50c8-4c73-a093-348547f9b139 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:19.176646 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-plugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:19.176934 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52a6821c-50c8-4c73-a093-348547f9b139 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:19.177442 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a6821c-50c8-4c73-a093-348547f9b139'] response: {'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'code': 200} Jul 07 10:34:19.209111 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:19.340163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6bb3a-24e8-416d-a4ab-23274703fcc0 req-f618eaf7-121a-4ab1-a75b-a364afa277e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:19.341638 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e2f6bb3a-24e8-416d-a4ab-23274703fcc0 req-f618eaf7-121a-4ab1-a75b-a364afa277e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1129 time: 0.0421324 Jul 07 10:34:19.386122 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e2f6bb3a-24e8-416d-a4ab-23274703fcc0 req-3ed93d0c-5493-4e32-b433-95fc88aef5ca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370636 Jul 07 10:34:19.592328 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:19.699896 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd10e6-19a2-4f9f-94f2-14cf64244108 req-bcd14afb-6ec3-4d84-a4f2-7ab254d2741c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:19.701337 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-16bd10e6-19a2-4f9f-94f2-14cf64244108 req-bcd14afb-6ec3-4d84-a4f2-7ab254d2741c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0461099 Jul 07 10:34:19.750555 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-16bd10e6-19a2-4f9f-94f2-14cf64244108 req-1b9a983c-a52b-40fb-93d1-06f69f4b25ee tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Jul 07 10:34:20.870864 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1a96c-9e40-4bf9-a2b1-106d3b5f9134 req-58149b5f-0637-4e34-a999-a92d69ef3bce tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:20.872395 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-57d1a96c-9e40-4bf9-a2b1-106d3b5f9134 req-58149b5f-0637-4e34-a999-a92d69ef3bce tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0477321 Jul 07 10:34:20.922415 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-57d1a96c-9e40-4bf9-a2b1-106d3b5f9134 req-c934ca92-01e1-4fc2-956f-86a6180e41ac tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Jul 07 10:34:21.045994 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:21.333161 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:21.633702 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:22.043892 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528964e-a457-419b-a7dd-bdcea8683789 req-9f1ba741-9582-4a95-a3ce-025352d3e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:22.045341 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7528964e-a457-419b-a7dd-bdcea8683789 req-9f1ba741-9582-4a95-a3ce-025352d3e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0474386 Jul 07 10:34:22.091330 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7528964e-a457-419b-a7dd-bdcea8683789 req-df47dd33-b33e-4692-9951-996b3e61fcc2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406194 Jul 07 10:34:22.207494 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387550-0e67-4a2d-bf67-0d394e64a572 req-1f977222-9123-4cf1-b35c-d2b8e96c4589 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:22.208886 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b6387550-0e67-4a2d-bf67-0d394e64a572 req-1f977222-9123-4cf1-b35c-d2b8e96c4589 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0513105 Jul 07 10:34:22.217840 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48846) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:22.222171 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Request body: {'floatingip': {'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:22.259346 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (0ec666bc-fc74-45e6-96ec-75bb94cc59f2), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:22.346176 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:22.679936 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:22.684237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (0ec666bc-fc74-45e6-96ec-75bb94cc59f2), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:22.776429 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:22.779581 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Floating IP 0ec666bc-fc74-45e6-96ec-75bb94cc59f2 associated. External IP: 172.27.1.63, port: c7f05a17-2bf9-4c26-b60c-bf7c44c7df40. Jul 07 10:34:22.970719 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:34:23.072361 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:34:23.077054 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:23.081476 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:34:23.090723 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:23.091398 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:23.106093 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f5b15572-a2d4-48af-aa8c-3b96cda7e24b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "PUT /v2.0/floatingips/0ec666bc-fc74-45e6-96ec-75bb94cc59f2 HTTP/1.1" status: 200 len: 990 time: 0.8872240 Jul 07 10:34:23.106675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:23.109035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8868d54-1f66-4ce2-b498-ec542ce00e35" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:23.143612 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe6ae1-a523-4e73-8f37-7886df611800 x-openstack-request-id: req-eafe6ae1-a523-4e73-8f37-7886df611800 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:23.143926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:23.144205 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eafe6ae1-a523-4e73-8f37-7886df611800 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:23.144622 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafe6ae1-a523-4e73-8f37-7886df611800'] response: {'name': 'network-changed', 'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'status': 'completed', 'code': 200} Jul 07 10:34:23.194932 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:23.221396 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-5f7e6c60-6e7c-44f4-b918-11bb7dea2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:23.222905 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-5f7e6c60-6e7c-44f4-b918-11bb7dea2771 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1129 time: 0.0432549 Jul 07 10:34:23.311493 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-ad403aa0-36e6-42fb-9a25-5ba7d81b0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:23.312980 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-ad403aa0-36e6-42fb-9a25-5ba7d81b0043 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0841844 Jul 07 10:34:23.357871 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:23.380898 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-db3ed3e6-ed12-44b3-a8f7-65d00ecb5984 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 998 time: 0.0592926 Jul 07 10:34:23.404038 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '0ec666bc-fc74-45e6-96ec-75bb94cc59f2', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'mac_address': 'fa:16:3e:5f:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:09Z', 'updated_at': '2022-07-07T10:34:22Z', 'revision_number': 1, 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:23.428771 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:34:23.430163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-288bd284-3460-490d-9e5d-6b03d9680c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:23.431238 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:23.431600 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-288bd284-3460-490d-9e5d-6b03d9680c2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0443332 Jul 07 10:34:23.437887 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:23.438480 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:23.474829 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-d7732723-303f-49e3-9538-bee6907e255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:23.476390 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-d7732723-303f-49e3-9538-bee6907e255b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385950 Jul 07 10:34:23.540826 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:23.570775 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-244fb0e4-91cd-4b23-b053-eb1a8b2734be service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860445 Jul 07 10:34:23.663349 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e8868d54-1f66-4ce2-b498-ec542ce00e35 req-6cb71899-115c-4d3f-b88b-bfcc05cb0723 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847225 Jul 07 10:34:23.748067 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '0ec666bc-fc74-45e6-96ec-75bb94cc59f2', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'mac_address': 'fa:16:3e:5f:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:09Z', 'updated_at': '2022-07-07T10:34:22Z', 'revision_number': 1, 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:23.772357 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b44ad5-1b32-444a-af3d-a3b26e784224 None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '0ec666bc-fc74-45e6-96ec-75bb94cc59f2', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'mac_address': 'fa:16:3e:5f:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:09Z', 'updated_at': '2022-07-07T10:34:22Z', 'revision_number': 1, 'project_id': '96923df6a03841498e3732c8504b6363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:34:23.951430 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96090d-5e8a-47a9-950f-3e3bdf52e058 None None] New status for floating IP 0ec666bc-fc74-45e6-96ec-75bb94cc59f2: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:34:26.821832 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bedcb3-2d35-4c44-89fc-8ec22f4a3515 req-592aa9ad-7f22-4987-afb5-f930515ad1e8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:26.824358 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c1bedcb3-2d35-4c44-89fc-8ec22f4a3515 req-592aa9ad-7f22-4987-afb5-f930515ad1e8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 945 time: 0.0562606 Jul 07 10:34:26.881455 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c1bedcb3-2d35-4c44-89fc-8ec22f4a3515 req-5f6fc64d-09ae-45e1-ac70-0d9f712798d5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512292 Jul 07 10:34:28.010741 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2bae-346f-4f82-a365-fe29354f18dc req-0592bb93-8f7c-44f6-af8e-bf4fe4ad3239 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:28.014710 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f68c2bae-346f-4f82-a365-fe29354f18dc req-0592bb93-8f7c-44f6-af8e-bf4fe4ad3239 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 945 time: 0.0526791 Jul 07 10:34:28.062000 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f68c2bae-346f-4f82-a365-fe29354f18dc req-81e3fb94-dbcb-4526-9162-b20cde85a7c5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=78edcb6a-d104-49cc-9a49-660f7d751217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Jul 07 10:34:28.270846 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-bac6630f-3e9f-4a65-a5dc-03214b7bd998 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:28.272303 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-bac6630f-3e9f-4a65-a5dc-03214b7bd998 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 945 time: 0.0477035 Jul 07 10:34:28.354544 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:28.362566 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port 302e7778-80d4-4a6f-8b2e-60b4176593e4 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:34:28.362906 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:28.455585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] For port 302e7778-80d4-4a6f-8b2e-60b4176593e4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=302e7778-80d4-4a6f-8b2e-60b4176593e4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:28.455974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:28.877851 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:28.878211 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (393ed7f0-a367-4f08-ab71-da9c5a7c1a27), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:28.878530 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 393ed7f0-a367-4f08-ab71-da9c5a7c1a27 disassociated. External IP: 172.27.1.195, port: 302e7778-80d4-4a6f-8b2e-60b4176593e4. Jul 07 10:34:28.878879 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for 302e7778-80d4-4a6f-8b2e-60b4176593e4 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:34:29.018647 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (302e7778-80d4-4a6f-8b2e-60b4176593e4), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:29.045990 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=302e7778-80d4-4a6f-8b2e-60b4176593e4,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:29.094041 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:29.167506 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-cf1e7b41-6885-4b15-b82b-9b5189b6e37f req-47e386f2-e171-42ae-94e2-8cfcb6ab878a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f HTTP/1.1" status: 200 len: 210 time: 0.0310304 Jul 07 10:34:29.170177 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:34:29.273076 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:34:29.285099 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:34:29.295713 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:29.296349 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:29.315057 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] No DVR routers for this DVR port 302e7778-80d4-4a6f-8b2e-60b4176593e4 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:34:29.317859 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:29.321063 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ef7d04e6-9b28-44df-9b6d-04ad6ae3b555 req-68ea9d08-6dfa-4578-bd94-1b217d050fa1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "DELETE /v2.0/ports/302e7778-80d4-4a6f-8b2e-60b4176593e4 HTTP/1.1" status: 204 len: 173 time: 1.0430920 Jul 07 10:34:29.321489 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'name': 'network-vif-deleted', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:29.323727 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df299734-7d32-4bea-abfd-2e8794496cd8" -d '{"events": [{"server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "name": "network-vif-deleted", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:29.369401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a146f8c-e47e-4e05-8df2-407a8313cb7f x-openstack-request-id: req-5a146f8c-e47e-4e05-8df2-407a8313cb7f {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:29.369920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5937bd8-b378-4d9a-b96b-14e1d7d3cb6f", "name": "network-vif-deleted", "tag": "302e7778-80d4-4a6f-8b2e-60b4176593e4", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:29.370465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a146f8c-e47e-4e05-8df2-407a8313cb7f {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:29.371310 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a146f8c-e47e-4e05-8df2-407a8313cb7f'] response: {'server_uuid': 'd5937bd8-b378-4d9a-b96b-14e1d7d3cb6f', 'name': 'network-vif-deleted', 'tag': '302e7778-80d4-4a6f-8b2e-60b4176593e4', 'status': 'completed', 'code': 200} Jul 07 10:34:29.405868 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:29.494589 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:29.631513 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:45Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:29.656396 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:34:29.664451 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:29.665053 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:29.853779 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:29.940458 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:30.055658 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:45Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:30.083699 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f3415-0321-4af1-a867-bae9f08c5d7f None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99b9e389-6f1a-436d-a6c3-8f8c7e165dd7', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:81:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:29Z', 'updated_at': '2022-07-07T10:32:45Z', 'revision_number': 2, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:34:30.263400 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48880) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:30.327303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c747b48-c92c-47c8-9da7-6a271df2eae6 None None] New status for floating IP 393ed7f0-a367-4f08-ab71-da9c5a7c1a27: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:34:30.327843 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (78edcb6a-d104-49cc-9a49-660f7d751217), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.354654 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (78edcb6a-d104-49cc-9a49-660f7d751217), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.409493 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (78edcb6a-d104-49cc-9a49-660f7d751217), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.412062 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.413221 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/security-groups/78edcb6a-d104-49cc-9a49-660f7d751217 HTTP/1.1" status: 204 len: 168 time: 0.1487072 Jul 07 10:34:30.416812 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48882) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:30.425249 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78edcb6a-d104-49cc-9a49-660f7d751217,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:30.434226 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.434583 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.434924 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.435262 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.435598 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.435958 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.436365 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.436698 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.437028 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.437353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.437675 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.448221 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.449079 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.449172 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.449599 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa01c79-37c1-40ca-baf2-053595b0fdb2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:30.450142 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.api.v2.resource [None req-d8187eba-f2ea-4282-99b4-d87a9037950c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] show failed (client error): The resource could not be found. Jul 07 10:34:30.455042 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48886) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:30.457851 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d8187eba-f2ea-4282-99b4-d87a9037950c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups/78edcb6a-d104-49cc-9a49-660f7d751217 HTTP/1.1" status: 404 len: 347 time: 0.0387447 Jul 07 10:34:30.584767 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port 01a496ec-2732-4691-a350-ac83a9fb620d {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:34:30.585112 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (01a496ec-2732-4691-a350-ac83a9fb620d), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.662601 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (01a496ec-2732-4691-a350-ac83a9fb620d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.662927 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (01a496ec-2732-4691-a350-ac83a9fb620d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.675027 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for 01a496ec-2732-4691-a350-ac83a9fb620d owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:34:30.737807 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:30.743076 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:30.806618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (01a496ec-2732-4691-a350-ac83a9fb620d), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.830626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=01a496ec-2732-4691-a350-ac83a9fb620d,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:30.892280 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (393ed7f0-a367-4f08-ab71-da9c5a7c1a27), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.895306 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:30.896462 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3a3b6864-76d2-4bd1-a756-6b7e4401f670 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/floatingips/393ed7f0-a367-4f08-ab71-da9c5a7c1a27 HTTP/1.1" status: 204 len: 168 time: 0.4412999 Jul 07 10:34:33.628782 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 302e7778-80d4-4a6f-8b2e-60b4176593e4 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:34:33.647560 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 302e7778-80d4-4a6f-8b2e-60b4176593e4 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:34:33.647932 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 302e7778-80d4-4a6f-8b2e-60b4176593e4 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:34:34.581783 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c128ce-3fe1-489d-a791-35d696d023ef req-e4c2c2f3-8519-4e33-b1a1-c0367e65549c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:34.583293 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4c128ce-3fe1-489d-a791-35d696d023ef req-e4c2c2f3-8519-4e33-b1a1-c0367e65549c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0511136 Jul 07 10:34:34.631804 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-d4c128ce-3fe1-489d-a791-35d696d023ef req-126d6033-1987-47b2-836b-f1d35d1d123e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Jul 07 10:34:35.750189 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed5e95-5b8e-41d3-afb2-6d6e1c1dadc9 req-f3b2b9b4-ce12-4c3f-b174-4388eb89da90 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:35.751634 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a8ed5e95-5b8e-41d3-afb2-6d6e1c1dadc9 req-f3b2b9b4-ce12-4c3f-b174-4388eb89da90 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0499365 Jul 07 10:34:35.798175 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a8ed5e95-5b8e-41d3-afb2-6d6e1c1dadc9 req-cc9a6ad8-6b3d-41d2-ab4e-2097a056b4a5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Jul 07 10:34:36.445641 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-ebe8ac76-d580-4349-a6ff-ede24eba5d7e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:36.446969 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-ebe8ac76-d580-4349-a6ff-ede24eba5d7e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0464029 Jul 07 10:34:36.495174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:36.535697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:34:36.536071 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:36.625016 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] For port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:36.625388 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:36.786301 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:36.786955 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (99b9e389-6f1a-436d-a6c3-8f8c7e165dd7), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:36.786955 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 99b9e389-6f1a-436d-a6c3-8f8c7e165dd7 disassociated. External IP: 172.27.1.48, port: de9d78a0-ee28-42fd-97fe-b5ec1f75f48f. Jul 07 10:34:36.787265 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for de9d78a0-ee28-42fd-97fe-b5ec1f75f48f owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:34:36.910598 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f2d2b-b78f-41bc-b783-493d5359640f req-c8399746-a8d6-4331-b31b-78ea76b62a50 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:36.912077 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a47f2d2b-b78f-41bc-b783-493d5359640f req-c8399746-a8d6-4331-b31b-78ea76b62a50 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b0ddaa-4b4a-4050-a95f-dea6e7754d12 HTTP/1.1" status: 200 len: 946 time: 0.0462937 Jul 07 10:34:36.922649 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (de9d78a0-ee28-42fd-97fe-b5ec1f75f48f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:36.955711 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:36.957337 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=de9d78a0-ee28-42fd-97fe-b5ec1f75f48f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:36.958566 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a47f2d2b-b78f-41bc-b783-493d5359640f req-cdfc341e-a4b3-49ef-a311-c178397bb8f7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=d721871d-b1ab-4ac9-b003-ab9b4130ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Jul 07 10:34:36.970859 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.971212 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.971570 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.971885 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:36.981999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:37.080075 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:34:37.183393 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:34:37.192952 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:34:37.203001 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:37.203628 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:37.226234 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] No DVR routers for this DVR port de9d78a0-ee28-42fd-97fe-b5ec1f75f48f on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:34:37.228783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:37.232066 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a0989ba4-30a1-43cc-ab87-dba57563dcc6 req-3e904d20-1a1f-4b6a-9bef-b8f8d586232d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "DELETE /v2.0/ports/de9d78a0-ee28-42fd-97fe-b5ec1f75f48f HTTP/1.1" status: 204 len: 173 time: 0.7777340 Jul 07 10:34:37.232539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'name': 'network-vif-deleted', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:37.234873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf2b22-ee48-4b53-9c78-51187c61ddb5" -d '{"events": [{"server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "name": "network-vif-deleted", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:37.273030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a348e-9363-4166-bec2-b1c4d1bbdd79 x-openstack-request-id: req-282a348e-9363-4166-bec2-b1c4d1bbdd79 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:37.273341 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0ddaa-4b4a-4050-a95f-dea6e7754d12", "name": "network-vif-deleted", "tag": "de9d78a0-ee28-42fd-97fe-b5ec1f75f48f", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:37.274229 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-282a348e-9363-4166-bec2-b1c4d1bbdd79 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:37.274631 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282a348e-9363-4166-bec2-b1c4d1bbdd79'] response: {'server_uuid': '55b0ddaa-4b4a-4050-a95f-dea6e7754d12', 'name': 'network-vif-deleted', 'tag': 'de9d78a0-ee28-42fd-97fe-b5ec1f75f48f', 'status': 'completed', 'code': 200} Jul 07 10:34:37.311482 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:37.498770 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:37.510612 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:37.534700 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:34:37.542881 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:37.543465 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:37.643010 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:37.830159 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:37.857961 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755c46c-84c4-423a-aa57-8e773537cd91 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:34:38.052189 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48942) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:38.080205 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349276-03df-4473-a446-90ff86dea0db None None] New status for floating IP 99b9e389-6f1a-436d-a6c3-8f8c7e165dd7: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:34:38.118055 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8b031625-690c-4da3-bf32-9fc24140dac0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (d721871d-b1ab-4ac9-b003-ab9b4130ed90), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.144339 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8b031625-690c-4da3-bf32-9fc24140dac0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (d721871d-b1ab-4ac9-b003-ab9b4130ed90), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.201283 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8b031625-690c-4da3-bf32-9fc24140dac0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d721871d-b1ab-4ac9-b003-ab9b4130ed90), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.203764 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8b031625-690c-4da3-bf32-9fc24140dac0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.204932 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8b031625-690c-4da3-bf32-9fc24140dac0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/security-groups/d721871d-b1ab-4ac9-b003-ab9b4130ed90 HTTP/1.1" status: 204 len: 168 time: 0.1512086 Jul 07 10:34:38.207969 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48946) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:38.216204 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b031625-690c-4da3-bf32-9fc24140dac0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d721871d-b1ab-4ac9-b003-ab9b4130ed90,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:38.230492 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.api.v2.resource [None req-970932b1-22f2-4152-84da-0b2a7c5f7538 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] show failed (client error): The resource could not be found. Jul 07 10:34:38.234635 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48948) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:38.234827 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-970932b1-22f2-4152-84da-0b2a7c5f7538 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups/d721871d-b1ab-4ac9-b003-ab9b4130ed90 HTTP/1.1" status: 404 len: 347 time: 0.0251570 Jul 07 10:34:38.350997 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port f2201ddb-b9a9-4721-83d9-dc6911458003 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:34:38.351336 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.444399 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.444637 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (f2201ddb-b9a9-4721-83d9-dc6911458003), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.696107 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for f2201ddb-b9a9-4721-83d9-dc6911458003 owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:34:38.719193 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9cf52838-1200-4c93-a6a4-b349750be6c0 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51530022&fields=id&tenant_id=12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 267 time: 0.3069358 Jul 07 10:34:38.834628 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:38.860078 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:38.886021 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-910777cf-0f48-4c0c-a50b-f4dd7cece9da tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:38.887475 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-910777cf-0f48-4c0c-a50b-f4dd7cece9da tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 812 time: 0.1388555 Jul 07 10:34:38.922635 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-3cc2f784-1c30-4214-9b52-75a61898eed3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/quotas/12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 375 time: 0.0180895 Jul 07 10:34:38.942121 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (f2201ddb-b9a9-4721-83d9-dc6911458003), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:38.988639 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=f2201ddb-b9a9-4721-83d9-dc6911458003,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:39.019895 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-f8b7ef2e-39dc-40b5-9899-4f2d860e80fe tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898631 Jul 07 10:34:39.112702 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (99b9e389-6f1a-436d-a6c3-8f8c7e165dd7), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.115142 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.116325 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-438e4ea0-6ad6-4f1b-89d2-522e7a0182dd tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/floatingips/99b9e389-6f1a-436d-a6c3-8f8c7e165dd7 HTTP/1.1" status: 204 len: 168 time: 0.8805249 Jul 07 10:34:39.146193 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-a67e880c-b734-4220-9b3c-37041bbc34a4 service neutron] 10.222.0.16 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054256 Jul 07 10:34:39.185874 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48960) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:39.190647 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248833803', 'description': 'tempest-description--832782981'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:39.216974 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.237835 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-f6e7f825-1b48-4f1f-981a-dbc5e21acdf1 service neutron] 10.222.0.16 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854163 Jul 07 10:34:39.285834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (125013c9-c932-4b92-82a5-43899af6c771), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.289347 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (125013c9-c932-4b92-82a5-43899af6c771), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.294811 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:39.320990 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.322263 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352010 Jul 07 10:34:39.325248 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48964) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:39.329755 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': '125013c9-c932-4b92-82a5-43899af6c771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:39.334296 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a5cce-292b-4b21-8da4-d5fec0852692 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125013c9-c932-4b92-82a5-43899af6c771,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:39.362185 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (c3cb512f-0316-4e14-bd15-a55909ef912b), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.424493 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (c3cb512f-0316-4e14-bd15-a55909ef912b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.428004 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (c3cb512f-0316-4e14-bd15-a55909ef912b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.448373 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cb512f-0316-4e14-bd15-a55909ef912b,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:39.454531 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.458771 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c121f435-6605-434d-903b-a61ea76275f2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324341 Jul 07 10:34:39.459412 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 48970) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:39.463699 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': '125013c9-c932-4b92-82a5-43899af6c771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:39.493288 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (f09459cf-5743-4b22-acbf-4d65d36f02cd), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.545075 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c0f8a36e-7ba8-4788-8897-46cef0bc82cc req-034a8efc-35ea-4860-96bd-a94eba18d2cb tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 210 time: 0.0292966 Jul 07 10:34:39.567774 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (f09459cf-5743-4b22-acbf-4d65d36f02cd), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.571515 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (f09459cf-5743-4b22-acbf-4d65d36f02cd), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.592590 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09459cf-5743-4b22-acbf-4d65d36f02cd,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:39.600615 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.602286 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-3f2c527c-1a5c-4638-9562-4795c34641f0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414018 Jul 07 10:34:39.605907 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 48978) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:39.610332 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:39.633142 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.715662 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.828576 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.27.1.198 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/a55e6f03-89b0-4348-be0d-e8553c3efe6b) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:34:39.943949 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:39.978602 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.020914 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:34:40.023860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:40.027207 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:34:40.037966 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:34:40.066939 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=a55e6f03-89b0-4348-be0d-e8553c3efe6b,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:40.136969 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (60f8a7db-71ed-470d-bfbc-01f40a17b526), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.174105 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.226298 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:40.321697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.326393 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.397094 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=a55e6f03-89b0-4348-be0d-e8553c3efe6b,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:40.406848 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (60f8a7db-71ed-470d-bfbc-01f40a17b526), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.422614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.432875 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-353ad581-652d-44b5-a756-7a3285fd1e3e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8172233 Jul 07 10:34:40.545819 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-b4ade35f-1ee7-4aa2-a93f-484e1264098d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:40.547291 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-b4ade35f-1ee7-4aa2-a93f-484e1264098d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 812 time: 0.1186497 Jul 07 10:34:40.626371 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-474edc18-2342-46d6-abc5-698c4795ae04 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a91d56e163442dacf4c5ce7b28a132 HTTP/1.1" status: 200 len: 378 time: 0.0694921 Jul 07 10:34:40.644304 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'port': {'device_id': '508054db-8968-4f14-ad81-973a970d7039', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'admin_state_up': True, 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'security_groups': ['d5b88ff1-06e1-4086-9fef-b4051e82a3ed']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:40.653724 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-b26ecf87-8926-4748-9ea6-00ad9efb4963 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1248833803&fields=id&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 267 time: 0.0483334 Jul 07 10:34:40.677175 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ebf233db-7418-4b5e-91c4-402f6e629bf8 req-8f3fb3dc-724c-429c-8710-460e843ec9db tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 210 time: 0.0474842 Jul 07 10:34:40.764604 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-eb678079-febc-434c-9180-87fb2cb6fb06 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:40.766073 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-eb678079-febc-434c-9180-87fb2cb6fb06 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.1049731 Jul 07 10:34:40.772223 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Made reservation on behalf of 12a91d56e163442dacf4c5ce7b28a132 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:34:40.775574 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:40.778369 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:40.781251 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-13ff39ff-93ed-4571-a304-ab4fc49a087c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/quotas/1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 375 time: 0.0098138 Jul 07 10:34:40.824373 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:40.834194 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-7edfec05-251b-468d-9bb1-58c3b2f00b4b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472493 Jul 07 10:34:40.919167 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Allocated IP 172.20.0.12 (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79/085080e4-6350-4e0a-8990-9e1bf338fdb9/4c958c7f-c732-46dd-ab0f-9c7fb9c56d25) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:34:40.946012 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-dbf631c3-7281-4e68-b853-1c0c3e3aa3d4 service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988123 Jul 07 10:34:40.968848 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:41.040962 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-5746a9a6-dd29-4472-8264-c4ab85090da8 service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893581 Jul 07 10:34:41.085983 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.110173 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:41.121834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.176548 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:34:41.180975 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:34:41.184136 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:34:41.218175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:41.243642 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f5fb6fbe-a0ea-4022-94bb-b4628b073dc3 req-72b9b05e-e711-4fff-9e48-2f727a81fac8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 210 time: 0.0552793 Jul 07 10:34:41.272799 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:41.273997 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.297182 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ab7b7ba7-ee1f-4534-8566-f486a385887d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6565533 Jul 07 10:34:41.309615 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Request body: {'port': {'device_id': '508054db-8968-4f14-ad81-973a970d7039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:41.382305 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.452356 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-b39f8c43-f197-4df9-b350-d6308ed6f4e9 None None] Provisioning complete for port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:34:41.453444 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b39f8c43-f197-4df9-b350-d6308ed6f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.491317 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-b39f8c43-f197-4df9-b350-d6308ed6f4e9 None None] Port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:34:41.658458 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:34:41.666161 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Publish callbacks [] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.678709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Transition to ACTIVE for port object 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:34:41.681783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.691504 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device de9d78a0-ee28-42fd-97fe-b5ec1f75f48f no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:34:41.720122 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:41.739186 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: de9d78a0-ee28-42fd-97fe-b5ec1f75f48f {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:34:41.739914 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Pushing event updated for resources: {'Port': ['ID=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:41.742410 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device de9d78a0-ee28-42fd-97fe-b5ec1f75f48f not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:34:41.813540 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c3b80-6d31-4690-84be-c1f0a2824b74 req-4f45b2a9-a1c3-401a-95a5-d29bda418fc7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:41.815391 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-631c3b80-6d31-4690-84be-c1f0a2824b74 req-4f45b2a9-a1c3-401a-95a5-d29bda418fc7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0622423 Jul 07 10:34:41.839181 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Attempting to bind port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:34:41.839520 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Attempting to bind port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:34:41.839884 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Attempting to bind port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:34:41.844564 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:34:41.844883 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Attempting to bind port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 on network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:34:41.850699 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:34:41.851037 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Checking segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:34:41.851469 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Bound using segment: {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:34:41.851956 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Bound port: 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34aadbaa-5338-4670-a95b-34ce762281ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:34:41.852319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.896221 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-631c3b80-6d31-4690-84be-c1f0a2824b74 req-516d22c2-f9ae-4c4b-beae-cbc2ee179e9a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714004 Jul 07 10:34:41.925839 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] For port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:34:41.930240 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] For port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:34:41.936228 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.973635 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:41.974385 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:41.975814 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] 10.222.0.58 "PUT /v2.0/ports/4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 HTTP/1.1" status: 200 len: 1094 time: 0.6705146 Jul 07 10:34:41.978133 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:41.980595 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89fa41-17f3-40e1-98e4-97583c892112" -d '{"events": [{"name": "network-changed", "server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:42.004566 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3525-5dbc-4c69-ab86-9c0a19e4266d service neutron] Pushing event updated for resources: {'Port': ['ID=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:42.033469 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62000416-58d4-4340-8480-ad52a2dbec9d x-openstack-request-id: req-62000416-58d4-4340-8480-ad52a2dbec9d {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:42.033767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:42.034020 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62000416-58d4-4340-8480-ad52a2dbec9d {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:42.034422 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62000416-58d4-4340-8480-ad52a2dbec9d'] response: {'name': 'network-changed', 'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'status': 'completed', 'code': 200} Jul 07 10:34:42.218179 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89fa41-17f3-40e1-98e4-97583c892112 req-c592433b-76cb-4308-869a-73ae137563eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.219599 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7a89fa41-17f3-40e1-98e4-97583c892112 req-c592433b-76cb-4308-869a-73ae137563eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 1128 time: 0.0425768 Jul 07 10:34:42.348787 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-218ab981-5949-4994-a084-af0501919424 req-04fdd13d-760c-4458-a45a-815000b176d2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 210 time: 0.0312634 Jul 07 10:34:42.361934 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:42.405675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89fa41-17f3-40e1-98e4-97583c892112 req-3618e3cf-365c-4181-bd17-908085431d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.407136 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7a89fa41-17f3-40e1-98e4-97583c892112 req-3618e3cf-365c-4181-bd17-908085431d20 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=12a91d56e163442dacf4c5ce7b28a132&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1794777 Jul 07 10:34:42.413172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-05e7a0fb-8695-46d2-88be-43341386a8ed tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.415004 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-05e7a0fb-8695-46d2-88be-43341386a8ed tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.1776292 Jul 07 10:34:42.539965 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-7e491abf-ba80-4b69-8ba3-d0bb4dbc14b8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 380 time: 0.1048536 Jul 07 10:34:42.551934 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'port': {'device_id': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'admin_state_up': True, 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'security_groups': ['125013c9-c932-4b92-82a5-43899af6c771']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:42.557475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89fa41-17f3-40e1-98e4-97583c892112 req-8aa38b0a-c605-453a-83ca-a5e520c9d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.558841 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-7a89fa41-17f3-40e1-98e4-97583c892112 req-8aa38b0a-c605-453a-83ca-a5e520c9d292 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430073 Jul 07 10:34:42.674217 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-1a19276e-c88f-40eb-9ad6-018bb30c3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.675663 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-1a19276e-c88f-40eb-9ad6-018bb30c3b83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 1128 time: 0.0590024 Jul 07 10:34:42.722385 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-748361e8-a144-4309-8987-44c1461e293d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 HTTP/1.1" status: 200 len: 217 time: 0.0359132 Jul 07 10:34:42.728139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Made reservation on behalf of 1568d5b1c4bb471f9de53f4d5cf7cc82 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:34:42.731448 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:42.790200 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:42.827428 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-a31b903f-e160-4f61-93a4-9655da4ab65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.828891 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-a31b903f-e160-4f61-93a4-9655da4ab65a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0944624 Jul 07 10:34:42.909827 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-91ccf3b0-84e9-4df4-a4e2-585978c4052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:42.911311 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-91ccf3b0-84e9-4df4-a4e2-585978c4052f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741909 Jul 07 10:34:42.977796 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.20.0.14 (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c/3cce0adf-d35e-4942-b737-ea4df4e23854/ae026b25-1a96-48c6-878b-9c0ba70416c5) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:34:43.066504 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0687e98-6a2b-4955-a81d-f7b306fe3ce6 req-15f5cf68-74b2-4253-8f7a-3b4b25de4013 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:43.068010 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0687e98-6a2b-4955-a81d-f7b306fe3ce6 req-15f5cf68-74b2-4253-8f7a-3b4b25de4013 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.1120861 Jul 07 10:34:43.132231 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-d812f603-7f3c-4492-8478-6ce845949d75 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117543 Jul 07 10:34:43.212733 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:43.234830 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f0687e98-6a2b-4955-a81d-f7b306fe3ce6 req-4da2ea87-368e-4978-83a8-5757ffd4e30f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579432 Jul 07 10:34:43.576901 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:43.582481 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a4f45ccd-d703-400f-adc8-8587efdf444a req-ce6f7abc-e9bd-47a9-8c91-90f2e8e46521 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335752 Jul 07 10:34:43.600409 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7be73eb6-e0aa-4517-a997-6b29c2a19adb req-dc4b6452-a010-4620-a796-7111e5213c5d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 210 time: 0.0279706 Jul 07 10:34:43.616036 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:43.664315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:34:43.667439 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:34:43.671098 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:34:43.700704 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=ae026b25-1a96-48c6-878b-9c0ba70416c5,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:43.729425 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:43.730047 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:43.747552 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-9fdf6176-e258-4262-87a8-1f34f54440a7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2004671 Jul 07 10:34:43.853119 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Request body: {'port': {'device_id': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:43.864312 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-5bda334b-70d0-471a-a1a1-da87b7e92600 None None] Provisioning complete for port ae026b25-1a96-48c6-878b-9c0ba70416c5 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:34:43.864843 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5bda334b-70d0-471a-a1a1-da87b7e92600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:43.894727 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-5bda334b-70d0-471a-a1a1-da87b7e92600 None None] Port ae026b25-1a96-48c6-878b-9c0ba70416c5 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:34:43.910867 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:43.949920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:44.161472 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae026b25-1a96-48c6-878b-9c0ba70416c5 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:34:44.168817 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Publish callbacks [] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:44.181299 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Transition to ACTIVE for port object ae026b25-1a96-48c6-878b-9c0ba70416c5 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:34:44.184908 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:44.232081 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Pushing event updated for resources: {'Port': ['ID=ae026b25-1a96-48c6-878b-9c0ba70416c5,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:44.317119 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Attempting to bind port ae026b25-1a96-48c6-878b-9c0ba70416c5 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:34:44.317489 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Attempting to bind port ae026b25-1a96-48c6-878b-9c0ba70416c5 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:34:44.317767 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Attempting to bind port ae026b25-1a96-48c6-878b-9c0ba70416c5 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:34:44.343632 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Port ae026b25-1a96-48c6-878b-9c0ba70416c5 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:34:44.344063 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Attempting to bind port ae026b25-1a96-48c6-878b-9c0ba70416c5 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:34:44.348903 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:44.356769 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:34:44.357120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:34:44.357488 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Bound using segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:34:44.357918 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Bound port: ae026b25-1a96-48c6-878b-9c0ba70416c5, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:34:44.358276 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:44.370107 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84c5c-2413-42bf-95eb-3969a942171d req-6d77ebc5-5673-4c39-9048-7c5e92dc204c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:44.371586 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c1f84c5c-2413-42bf-95eb-3969a942171d req-6d77ebc5-5673-4c39-9048-7c5e92dc204c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0674601 Jul 07 10:34:44.462278 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c1f84c5c-2413-42bf-95eb-3969a942171d req-28469cb1-1dc0-47f7-99e0-94739c13a3de tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838146 Jul 07 10:34:44.468083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] For port ae026b25-1a96-48c6-878b-9c0ba70416c5, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:34:44.471276 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] For port ae026b25-1a96-48c6-878b-9c0ba70416c5, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:34:44.477940 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:44.513923 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:44.514534 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:44.515897 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] 10.222.0.58 "PUT /v2.0/ports/ae026b25-1a96-48c6-878b-9c0ba70416c5 HTTP/1.1" status: 200 len: 1094 time: 0.6683507 Jul 07 10:34:44.516319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:44.518539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312a246d-4d05-4c66-93b9-7c4ebe1a457b" -d '{"events": [{"name": "network-changed", "server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:44.540300 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a59702-615e-45be-b3a6-5f504874af15 service neutron] Pushing event updated for resources: {'Port': ['ID=ae026b25-1a96-48c6-878b-9c0ba70416c5,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:44.593900 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2abc9d8-14e3-4d26-95a2-8e423327ea95 x-openstack-request-id: req-c2abc9d8-14e3-4d26-95a2-8e423327ea95 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:44.594571 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:44.594571 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2abc9d8-14e3-4d26-95a2-8e423327ea95 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:44.594945 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2abc9d8-14e3-4d26-95a2-8e423327ea95'] response: {'name': 'network-changed', 'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'status': 'completed', 'code': 200} Jul 07 10:34:44.607842 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-41ef403d-34d6-4df4-97ec-12f511afb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:44.609338 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-41ef403d-34d6-4df4-97ec-12f511afb058 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 1128 time: 0.0524395 Jul 07 10:34:44.649953 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-1a711a24-0d04-42fb-944e-85e9a295a07b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5 HTTP/1.1" status: 200 len: 217 time: 0.0340729 Jul 07 10:34:44.737743 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-3c2e7bdb-838c-45f7-95d3-9803ad61c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:44.739205 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-3c2e7bdb-838c-45f7-95d3-9803ad61c894 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0826662 Jul 07 10:34:44.746138 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdb3b-55a3-48ce-9060-cee2fd6cbaaf req-618aeeb7-9dee-4d35-a563-d4525b652240 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:44.747449 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-262bdb3b-55a3-48ce-9060-cee2fd6cbaaf req-618aeeb7-9dee-4d35-a563-d4525b652240 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 944 time: 0.0629921 Jul 07 10:34:44.804966 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c424-3803-4468-a639-80ec051c4056 req-025b15cf-c32e-4c88-941a-e1b6a0b6e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:44.806339 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-025b15cf-c32e-4c88-941a-e1b6a0b6e148 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580189 Jul 07 10:34:44.825973 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:44.839670 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-262bdb3b-55a3-48ce-9060-cee2fd6cbaaf req-f5bf8e84-b0b3-4234-924b-5822d6f9048b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827918 Jul 07 10:34:44.909210 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-3fae88b3-cce1-4caf-873f-fe74ac82cd22 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930989 Jul 07 10:34:44.998355 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-bb53c424-3803-4468-a639-80ec051c4056 req-b3bb4b1d-8156-44db-849d-2b622c07623a service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Jul 07 10:34:45.576982 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f076-1638-4ee4-9d53-21c25682e171 req-626968c9-8480-48ef-8752-cfe989018815 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:45.578396 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4389f076-1638-4ee4-9d53-21c25682e171 req-626968c9-8480-48ef-8752-cfe989018815 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0486491 Jul 07 10:34:45.626129 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4389f076-1638-4ee4-9d53-21c25682e171 req-c2077916-6865-4103-8c35-b64602d2c0c3 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423479 Jul 07 10:34:45.955124 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-20ff8fdf-f14e-445a-9ce1-9c835cb1b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:45.956604 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-20ff8fdf-f14e-445a-9ce1-9c835cb1b209 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 1128 time: 0.0683126 Jul 07 10:34:45.978759 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d6994-3f8d-4a9c-a88e-e38e5cb0a071 req-a9721a74-8c9c-4e7f-a743-d0f0841a4f14 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:45.980148 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-405d6994-3f8d-4a9c-a88e-e38e5cb0a071 req-a9721a74-8c9c-4e7f-a743-d0f0841a4f14 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 944 time: 0.0652807 Jul 07 10:34:46.080102 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-405d6994-3f8d-4a9c-a88e-e38e5cb0a071 req-15d08d02-dd83-42f1-9089-1f3cce913638 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905085 Jul 07 10:34:46.089403 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-64677e89-e164-4f1e-9d99-293a9cec0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:46.090821 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-64677e89-e164-4f1e-9d99-293a9cec0285 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.1269274 Jul 07 10:34:46.126615 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f33145fa-c848-49ff-91f6-3fa744a0394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:46.136323 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-97b6fca3-58f2-4dcd-87ad-4e27091fa097 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5 HTTP/1.1" status: 200 len: 217 time: 0.0370748 Jul 07 10:34:46.187122 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-4782fab1-17ae-497a-ac40-dbe5b4512515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:46.188527 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-4782fab1-17ae-497a-ac40-dbe5b4512515 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0433912 Jul 07 10:34:46.231927 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-86cb8966-d3d3-4fcc-9ea8-4d5740719a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:46.233372 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-86cb8966-d3d3-4fcc-9ea8-4d5740719a55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376856 Jul 07 10:34:46.325387 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-72955999-4d04-479f-beb1-420125144a6e service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Jul 07 10:34:46.351020 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:46.416091 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-312a246d-4d05-4c66-93b9-7c4ebe1a457b req-de7ada18-b9d5-43ef-a151-370856b81651 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829408 Jul 07 10:34:46.737144 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43a920-c636-4191-9297-ec1a6ead5c4b req-64e69362-9c5e-4551-8674-7bdfe745db2a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:46.738686 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fd43a920-c636-4191-9297-ec1a6ead5c4b req-64e69362-9c5e-4551-8674-7bdfe745db2a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0465019 Jul 07 10:34:46.787873 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fd43a920-c636-4191-9297-ec1a6ead5c4b req-76bd16d7-b346-4504-8a8e-e69987b18d32 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436616 Jul 07 10:34:47.194606 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae6633-b17a-4c6e-9ce1-365ece4512c0 req-49059f68-305d-49bd-8fd0-0413d3c6e4e2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:47.196655 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-10ae6633-b17a-4c6e-9ce1-365ece4512c0 req-49059f68-305d-49bd-8fd0-0413d3c6e4e2 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 944 time: 0.0511537 Jul 07 10:34:47.242706 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-10ae6633-b17a-4c6e-9ce1-365ece4512c0 req-131311d2-0420-4ee2-933b-3357fbaa792e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Jul 07 10:34:47.715647 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ae026b25-1a96-48c6-878b-9c0ba70416c5 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:34:47.815021 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ae026b25-1a96-48c6-878b-9c0ba70416c5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:47.826487 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'port_id': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'mac_address': 'fa:16:3e:31:42:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:34:47.834403 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=32 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:47.835597 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=93 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:47.861983 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ae026b25-1a96-48c6-878b-9c0ba70416c5 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:34:47.862367 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:47.876091 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae026b25-1a96-48c6-878b-9c0ba70416c5 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:34:47.895476 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ae026b25-1a96-48c6-878b-9c0ba70416c5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:47.899240 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:47.900791 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e9d8-e01a-4819-84c5-25120fb1ecf4 req-81a0ac05-df46-4493-af9b-debbdea8febf tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:47.902348 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7257e9d8-e01a-4819-84c5-25120fb1ecf4 req-81a0ac05-df46-4493-af9b-debbdea8febf tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0475867 Jul 07 10:34:47.948848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ae026b25-1a96-48c6-878b-9c0ba70416c5,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:47.955872 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7257e9d8-e01a-4819-84c5-25120fb1ecf4 req-ada1b896-1207-47db-957e-735f38b7096a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475292 Jul 07 10:34:47.956016 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.956177 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.956524 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.956865 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.957198 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.957527 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.957852 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.958178 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.958505 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.958829 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.959153 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.959533 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.959842 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.960164 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:47.961014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:34:48.160466 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['ae026b25-1a96-48c6-878b-9c0ba70416c5'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:34:48.186758 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:48.208010 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:48.265392 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-26bb028f-66c3-4a2c-903b-f1fb3d90a08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:48.355235 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc8bda-2c10-4d41-b712-f3b35ce2b774 req-4f62ef56-d224-4bfa-88f5-afce1453ba6d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:48.356712 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-68dc8bda-2c10-4d41-b712-f3b35ce2b774 req-4f62ef56-d224-4bfa-88f5-afce1453ba6d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 945 time: 0.0474610 Jul 07 10:34:48.402543 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-68dc8bda-2c10-4d41-b712-f3b35ce2b774 req-c0a6c1b1-83e0-4cd1-8862-d2bd99f4802f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Jul 07 10:34:49.067388 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a864de-7e40-4cf1-a5a0-87d66c2ed429 req-c51a7160-9de9-4395-87f3-e982a66136da tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:49.068862 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-34a864de-7e40-4cf1-a5a0-87d66c2ed429 req-c51a7160-9de9-4395-87f3-e982a66136da tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0462725 Jul 07 10:34:49.117389 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-34a864de-7e40-4cf1-a5a0-87d66c2ed429 req-cb2f4141-d164-4be2-8226-988bca0fb638 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425615 Jul 07 10:34:49.518980 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9602dd-0701-468c-b1e4-779ef71cbae5 req-be839a0e-f530-4867-8896-f5db1f0cdff0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:49.520174 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cb9602dd-0701-468c-b1e4-779ef71cbae5 req-be839a0e-f530-4867-8896-f5db1f0cdff0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 945 time: 0.0496595 Jul 07 10:34:49.555353 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:49.567477 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cb9602dd-0701-468c-b1e4-779ef71cbae5 req-2da0a2ae-81c5-4374-bec7-ea10379b2d6b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Jul 07 10:34:49.594485 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:49.746475 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ae026b25-1a96-48c6-878b-9c0ba70416c5 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:34:49.767634 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:34:49.788383 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port ae026b25-1a96-48c6-878b-9c0ba70416c5 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:34:49.794199 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port ae026b25-1a96-48c6-878b-9c0ba70416c5 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:34:49.794578 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:49.863449 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port ae026b25-1a96-48c6-878b-9c0ba70416c5 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:34:49.863856 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:49.888692 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:49.890880 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4633d089-0318-47a3-a2b3-96059676d7d9" -d '{"events": [{"server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "name": "network-vif-plugged", "status": "completed", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:49.903951 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port ae026b25-1a96-48c6-878b-9c0ba70416c5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:49.907875 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:49.931212 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b420f-37e2-4711-a416-80b4aca29f08 x-openstack-request-id: req-d36b420f-37e2-4711-a416-80b4aca29f08 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:49.931498 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "name": "network-vif-plugged", "status": "completed", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:49.931763 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d36b420f-37e2-4711-a416-80b4aca29f08 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:49.932160 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36b420f-37e2-4711-a416-80b4aca29f08'] response: {'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'code': 200} Jul 07 10:34:49.959645 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=ae026b25-1a96-48c6-878b-9c0ba70416c5,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:50.097660 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9ee76-c69b-4285-99e8-635a400337bc req-a59a5fed-ccf3-4f98-8de4-4b96fd2656aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:50.099314 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-78e9ee76-c69b-4285-99e8-635a400337bc req-a59a5fed-ccf3-4f98-8de4-4b96fd2656aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 1130 time: 0.0388374 Jul 07 10:34:50.142938 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-78e9ee76-c69b-4285-99e8-635a400337bc req-fad7511c-7448-444b-8b0c-ca70f8ef5f3b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371251 Jul 07 10:34:50.227379 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099fe8f-ba0d-43e2-9403-ce735b081003 req-1eba95a9-f56c-4643-82cd-1a264f9bf900 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:50.228845 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e099fe8f-ba0d-43e2-9403-ce735b081003 req-1eba95a9-f56c-4643-82cd-1a264f9bf900 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0464849 Jul 07 10:34:50.279092 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e099fe8f-ba0d-43e2-9403-ce735b081003 req-22b6ca08-ee39-440b-b62c-a04c164e8fe9 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448070 Jul 07 10:34:50.680027 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970f456-b1d4-473a-a412-964489555a13 req-06ca8ab1-8375-4bf2-b912-6d0d3a6be686 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:50.681483 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6970f456-b1d4-473a-a412-964489555a13 req-06ca8ab1-8375-4bf2-b912-6d0d3a6be686 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.0464265 Jul 07 10:34:50.727911 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6970f456-b1d4-473a-a412-964489555a13 req-571ada41-c5e1-4e34-89ff-cb188481594f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Jul 07 10:34:51.049049 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:51.336118 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:51.395463 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb3909-9c10-443f-a183-b7756d24d5cb req-ed210dfd-bd9f-46b6-89cf-ed265d1e505e tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:51.396982 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-85cb3909-9c10-443f-a183-b7756d24d5cb req-ed210dfd-bd9f-46b6-89cf-ed265d1e505e tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 944 time: 0.0481210 Jul 07 10:34:51.446921 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-85cb3909-9c10-443f-a183-b7756d24d5cb req-e8788648-6be0-4d09-9d6f-2c8784548474 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443304 Jul 07 10:34:51.618415 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:51.743036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:34:51.844783 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:51.845221 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadc22c-b53a-4d6a-ad80-c2ccfd2d3026 req-92f0cf45-5ffb-4425-bdae-d2fa4a4011e0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:51.846709 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9cadc22c-b53a-4d6a-ad80-c2ccfd2d3026 req-92f0cf45-5ffb-4425-bdae-d2fa4a4011e0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.0500526 Jul 07 10:34:51.856523 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'port_id': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'mac_address': 'fa:16:3e:cf:ff:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:34:51.891434 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:34:51.891848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:51.894211 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9cadc22c-b53a-4d6a-ad80-c2ccfd2d3026 req-b7a57c2b-fbcf-4a99-851c-122a4f12649c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Jul 07 10:34:51.905209 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:34:51.925303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:51.929547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:51.979288 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:52.005241 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37aae-e8d9-425b-b052-58f0cd38f583 req-1bb0725a-7d2a-4180-9d63-14d7100685de tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:52.006805 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-efa37aae-e8d9-425b-b052-58f0cd38f583 req-1bb0725a-7d2a-4180-9d63-14d7100685de tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.0481687 Jul 07 10:34:52.015707 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49058) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:52.019999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'port_id': 'ae026b25-1a96-48c6-878b-9c0ba70416c5'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:52.059660 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (60f8a7db-71ed-470d-bfbc-01f40a17b526), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:52.180373 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['4c958c7f-c732-46dd-ab0f-9c7fb9c56d25'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:34:52.212385 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:52.330227 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:52.461009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:52.482530 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:52.486483 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (60f8a7db-71ed-470d-bfbc-01f40a17b526), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:52.559109 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb5b3a-3574-478c-bf29-0c885558f9e6 req-60d6a3df-26f6-4120-b57f-24b05521b1a2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:52.560606 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fcfb5b3a-3574-478c-bf29-0c885558f9e6 req-60d6a3df-26f6-4120-b57f-24b05521b1a2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 945 time: 0.0474329 Jul 07 10:34:52.583736 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 60f8a7db-71ed-470d-bfbc-01f40a17b526 associated. External IP: 172.27.1.198, port: ae026b25-1a96-48c6-878b-9c0ba70416c5. Jul 07 10:34:52.609387 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-fcfb5b3a-3574-478c-bf29-0c885558f9e6 req-4c23ab9d-45a0-486a-bcc2-b32d24846c08 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429192 Jul 07 10:34:52.673471 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:52.781581 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:34:52.881845 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:34:52.887166 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:52.891476 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:34:52.902153 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:52.902749 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:52.916143 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-be726a04-3723-4a58-8ffa-495e541e6ac7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "PUT /v2.0/floatingips/60f8a7db-71ed-470d-bfbc-01f40a17b526 HTTP/1.1" status: 200 len: 992 time: 0.8993578 Jul 07 10:34:52.916715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:52.918924 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85" -d '{"events": [{"name": "network-changed", "server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:52.954221 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086c7e03-e11c-4fbc-94b8-dc3c23a9be5e x-openstack-request-id: req-086c7e03-e11c-4fbc-94b8-dc3c23a9be5e {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:52.954508 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:52.954756 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-086c7e03-e11c-4fbc-94b8-dc3c23a9be5e {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:52.955155 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086c7e03-e11c-4fbc-94b8-dc3c23a9be5e'] response: {'name': 'network-changed', 'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'status': 'completed', 'code': 200} Jul 07 10:34:53.006411 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:53.015761 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-97990d8b-b66a-416c-b6d3-3e71dfd70990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:53.017255 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-97990d8b-b66a-416c-b6d3-3e71dfd70990 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 1130 time: 0.0387814 Jul 07 10:34:53.110247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-e358c2bd-c88d-483a-9593-47e8dd008dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:53.111770 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-e358c2bd-c88d-483a-9593-47e8dd008dd6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.0867512 Jul 07 10:34:53.172327 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-8943469c-4f77-497d-97d6-f85ab8131bf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5 HTTP/1.1" status: 200 len: 1000 time: 0.0538268 Jul 07 10:34:53.223120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-44d78c74-3a9f-43cf-9430-cee298735443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:53.224541 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-44d78c74-3a9f-43cf-9430-cee298735443 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0457554 Jul 07 10:34:53.274340 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-85d93028-594e-4948-9f3f-ff7e871bf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:53.275911 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-85d93028-594e-4948-9f3f-ff7e871bf654 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449011 Jul 07 10:34:53.302949 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '60f8a7db-71ed-470d-bfbc-01f40a17b526', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:31:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:40Z', 'updated_at': '2022-07-07T10:34:52Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:53.328088 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:34:53.336577 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:53.337194 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:53.367304 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-7926e9e1-25c9-49cb-b2e4-551b38c6af79 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Jul 07 10:34:53.436191 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:53.460562 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cc7ba64a-cbb8-4e63-a117-5969ac66ee85 req-b8c1d776-d0e0-4a9d-bce6-5d97df03db6a service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872812 Jul 07 10:34:53.645450 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '60f8a7db-71ed-470d-bfbc-01f40a17b526', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:31:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:40Z', 'updated_at': '2022-07-07T10:34:52Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:53.671110 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137fd93-489a-4b71-b8b6-4c88e4254673 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '60f8a7db-71ed-470d-bfbc-01f40a17b526', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:31:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:40Z', 'updated_at': '2022-07-07T10:34:52Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:34:53.704527 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:53.723545 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027722a-646e-48f0-820b-e3b61295aa6a req-ae2cd5d0-7b6f-405a-85be-e50aa1fbe20f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:53.725060 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a027722a-646e-48f0-820b-e3b61295aa6a req-ae2cd5d0-7b6f-405a-85be-e50aa1fbe20f tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Jul 07 10:34:53.749494 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:34:53.755428 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:53.779958 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a027722a-646e-48f0-820b-e3b61295aa6a req-5b288140-e8a1-4f18-b5ca-a23e0e56f7b4 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489867 Jul 07 10:34:53.795623 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:34:53.802975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:34:53.803347 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:53.879940 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4a294-df8e-4bb7-8873-948954884ab7 None None] New status for floating IP 60f8a7db-71ed-470d-bfbc-01f40a17b526: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:34:53.885702 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:34:53.886093 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:53.983755 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:53.985975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c389c6d-b9ae-42ea-b52f-53176a12782b" -d '{"events": [{"server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "name": "network-vif-plugged", "status": "completed", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:54.009939 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:34:54.018349 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:54.023870 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a914cd5-c307-4636-ba50-2622cc5196a6 x-openstack-request-id: req-9a914cd5-c307-4636-ba50-2622cc5196a6 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:54.024162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "name": "network-vif-plugged", "status": "completed", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:54.024417 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a914cd5-c307-4636-ba50-2622cc5196a6 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:54.024804 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a914cd5-c307-4636-ba50-2622cc5196a6'] response: {'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'code': 200} Jul 07 10:34:54.094742 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:54.243803 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f296ab-a0de-4a15-af84-5608e4ca60bf req-561fcbe9-54d6-40a5-85c8-efd86b55d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:54.245279 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d1f296ab-a0de-4a15-af84-5608e4ca60bf req-561fcbe9-54d6-40a5-85c8-efd86b55d641 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 1130 time: 0.0384781 Jul 07 10:34:54.269383 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:54.290654 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d1f296ab-a0de-4a15-af84-5608e4ca60bf req-166b41b2-4844-41db-86dc-0766eb06db3c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393763 Jul 07 10:34:54.893153 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb3d5-325d-4e0e-82a2-0eee56a7e705 req-6d5f9ec3-d823-472a-a3c7-b5c0aba09368 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:54.894590 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-12abb3d5-325d-4e0e-82a2-0eee56a7e705 req-6d5f9ec3-d823-472a-a3c7-b5c0aba09368 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 946 time: 0.0473413 Jul 07 10:34:54.943803 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-12abb3d5-325d-4e0e-82a2-0eee56a7e705 req-be88471a-c1dc-4e3f-91f1-2abbbe7c04be tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435865 Jul 07 10:34:56.057110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b1668-143f-42a5-9d11-91860a4e482b req-ab6add24-dfb9-41d5-bd03-f145bf2ecbfd tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:56.058551 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-834b1668-143f-42a5-9d11-91860a4e482b req-ab6add24-dfb9-41d5-bd03-f145bf2ecbfd tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 946 time: 0.0463269 Jul 07 10:34:56.111280 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-834b1668-143f-42a5-9d11-91860a4e482b req-dd35178f-e590-40dd-9003-a0328453d5d7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473452 Jul 07 10:34:56.221153 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70bfd-a7bc-46da-9b5d-44c79a7103b8 req-35614c53-c4a5-4337-994a-e3833d0f100a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:56.222523 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-03b70bfd-a7bc-46da-9b5d-44c79a7103b8 req-35614c53-c4a5-4337-994a-e3833d0f100a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 946 time: 0.0463743 Jul 07 10:34:56.269684 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-03b70bfd-a7bc-46da-9b5d-44c79a7103b8 req-a3704e68-7816-4d80-a9f9-ef6e92dd6c1e tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412223 Jul 07 10:34:56.291439 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49078) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:56.332305 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04715d0-ac77-4745-a22f-880c5ede5b63 tempest-TestVolumeBootPattern-510345366 tempest-TestVolumeBootPattern-510345366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:56.333780 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c04715d0-ac77-4745-a22f-880c5ede5b63 tempest-TestVolumeBootPattern-510345366 tempest-TestVolumeBootPattern-510345366-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 1125 time: 0.0413458 Jul 07 10:34:56.336513 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49080) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:34:56.340575 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'port_id': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:34:56.360446 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:56.436366 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:56.542128 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_common [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Allocated IP 172.27.1.77 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/e1e22d7c-c89a-4775-bb13-d64746f95b23) {{(pid=103871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:34:56.641873 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:56.673061 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:56.712898 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:34:56.715797 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Resources bound (agent type, host, resource id): {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:34:56.719279 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Received port after_create {{(pid=103871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:34:56.745815 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=e1e22d7c-c89a-4775-bb13-d64746f95b23,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:56.876046 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:56.882465 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:57.074464 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:57.143007 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:57.182424 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:57.191313 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-4e0934ab-1cb5-480c-877b-fd4b721b167e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391614 Jul 07 10:34:57.259202 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-b3b1b5d1-efdd-43f5-aa7e-d54ad886debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:57.260772 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-b3b1b5d1-efdd-43f5-aa7e-d54ad886debc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1130 time: 0.0394185 Jul 07 10:34:57.290325 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:57.295091 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12927466'] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:57.369859 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event updated for resources: {'Port': ['ID=e1e22d7c-c89a-4775-bb13-d64746f95b23,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:34:57.375125 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:57.474855 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Floating IP 718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa associated. External IP: 172.27.1.77, port: 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25. Jul 07 10:34:57.627394 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-795dbd94-f5be-4dd3-9023-6e60a75f8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:57.628903 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-795dbd94-f5be-4dd3-9023-6e60a75f8dcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.3442082 Jul 07 10:34:57.676314 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:57.678360 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:34:57.690891 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-e0cf802e-9d29-4931-aff1-a8878b5027fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 200 len: 1002 time: 0.0553877 Jul 07 10:34:57.738078 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-801a5f44-a70e-4be0-adbc-ba2e961745de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:57.739440 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-801a5f44-a70e-4be0-adbc-ba2e961745de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0428660 Jul 07 10:34:57.765144 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:57.784955 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-11ed3e2a-2df2-4f5d-bc94-20c81c3e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:57.785180 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:34:57.786483 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-11ed3e2a-2df2-4f5d-bc94-20c81c3e53fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414550 Jul 07 10:34:57.794846 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:34:57.804287 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:34:57.805773 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:57.806381 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:57.835701 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7601e670-e547-415f-b686-1085a556337d tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4976530 Jul 07 10:34:57.836437 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:34:57.838846 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f49f63-c862-4108-9f1f-74d561cf035a" -d '{"events": [{"name": "network-changed", "server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:34:57.875249 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba29203-a999-4654-8db6-e7473bb87e6c x-openstack-request-id: req-7ba29203-a999-4654-8db6-e7473bb87e6c {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:34:57.875539 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:34:57.876106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ba29203-a999-4654-8db6-e7473bb87e6c {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:34:57.876514 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba29203-a999-4654-8db6-e7473bb87e6c'] response: {'name': 'network-changed', 'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'status': 'completed', 'code': 200} Jul 07 10:34:57.889918 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-dfc3d85a-c25f-4ab2-9754-303edb77a2cc service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968332 Jul 07 10:34:57.911324 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:57.950562 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:57.977707 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-3fa3de84-0e64-419d-862d-a3e201c1572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:57.979332 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-3fa3de84-0e64-419d-862d-a3e201c1572c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 1130 time: 0.0624504 Jul 07 10:34:58.076908 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:58.090315 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-457d09d6-c9a2-4038-ab3a-560295b621e4 req-2d2a9e17-1a33-4d1c-bc8c-e2d54f372338 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813376 Jul 07 10:34:58.114989 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-6d5fe93b-106d-4ce2-b84c-691ac74e4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:58.116515 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-6d5fe93b-106d-4ce2-b84c-691ac74e4242 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.1129718 Jul 07 10:34:58.128993 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:54Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}, {'id': '718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:cf:ff:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508054db-8968-4f14-ad81-973a970d7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:56Z', 'updated_at': '2022-07-07T10:34:56Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:58.155088 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:34:58.163428 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:34:58.164061 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:34:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:58.185759 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-4ce045c4-da1d-47d4-b631-abb7c5631cce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 HTTP/1.1" status: 200 len: 999 time: 0.0560775 Jul 07 10:34:58.239187 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-70b7c320-7bed-4fde-8b94-abf688fa7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:58.240686 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-70b7c320-7bed-4fde-8b94-abf688fa7b60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0481117 Jul 07 10:34:58.264909 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:34:58.284677 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-7fdc6329-3e31-4594-a73b-a8cdb88f0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:34:58.286164 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-7fdc6329-3e31-4594-a73b-a8cdb88f0e11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389888 Jul 07 10:34:58.360857 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:34:58.380916 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-ec336fdd-19b7-4b33-b898-158c90b775d7 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883150 Jul 07 10:34:58.470832 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a7f49f63-c862-4108-9f1f-74d561cf035a req-d8daadac-d981-45cc-8bfe-eb997c418aaa service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840383 Jul 07 10:34:58.474456 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:54Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}, {'id': '718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:cf:ff:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508054db-8968-4f14-ad81-973a970d7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:56Z', 'updated_at': '2022-07-07T10:34:56Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:34:58.502628 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccce84a-0bcd-4c0e-a91a-51753e376c3f None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:54Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}, {'id': '718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:cf:ff:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508054db-8968-4f14-ad81-973a970d7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:34:56Z', 'updated_at': '2022-07-07T10:34:56Z', 'revision_number': 0, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:34:58.683492 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab851d8f-873e-4e0f-bb3c-d074674b6d2f None None] New status for floating IP 718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:35:07.827962 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:07.832029 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:08.465590 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=12 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:08.467557 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:08.477298 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=43 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:08.478049 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=61 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:08.660746 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761307-0e4d-4aa4-bdc8-a464050b81d7 req-7ef7e364-7f7b-429d-8b45-901d0ca50429 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:08.662217 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e761307-0e4d-4aa4-bdc8-a464050b81d7 req-7ef7e364-7f7b-429d-8b45-901d0ca50429 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0469921 Jul 07 10:35:08.708234 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5e761307-0e4d-4aa4-bdc8-a464050b81d7 req-59a5ad08-6074-459b-b11d-c80b2e68a092 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404179 Jul 07 10:35:08.783215 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:08.787444 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:09.828050 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3f0ae-0792-4bdf-b7a6-e92bb9b0d6fe req-f296cadc-1eaf-48e5-8d9e-ddc86a5abcb0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:09.829511 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cbd3f0ae-0792-4bdf-b7a6-e92bb9b0d6fe req-f296cadc-1eaf-48e5-8d9e-ddc86a5abcb0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0478616 Jul 07 10:35:09.878630 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-cbd3f0ae-0792-4bdf-b7a6-e92bb9b0d6fe req-91097857-43ca-46e3-9eda-36035846a5d1 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Jul 07 10:35:10.994925 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679383e-e9b2-4315-9434-d751025db13f req-ba7a38ea-3015-4321-9f45-ae738352d939 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:10.996413 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a679383e-e9b2-4315-9434-d751025db13f req-ba7a38ea-3015-4321-9f45-ae738352d939 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0456338 Jul 07 10:35:11.046208 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a679383e-e9b2-4315-9434-d751025db13f req-b72bb685-a11b-466a-b151-f4c35cdb4841 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440915 Jul 07 10:35:12.162943 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94dfd6-b858-4f41-987e-8b96d04605da req-bae88b2d-d8a2-47b3-9057-e1ecadf2fbec tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:12.164451 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3b94dfd6-b858-4f41-987e-8b96d04605da req-bae88b2d-d8a2-47b3-9057-e1ecadf2fbec tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0473571 Jul 07 10:35:12.213085 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3b94dfd6-b858-4f41-987e-8b96d04605da req-0350a152-5567-4c37-9a84-a198c3d0d65f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420232 Jul 07 10:35:13.328495 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a157d-41d7-4415-9071-0053d6040cb4 req-b5b62074-1ad9-4e0a-a4bc-48ca94a5ed30 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:13.329938 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c68a157d-41d7-4415-9071-0053d6040cb4 req-b5b62074-1ad9-4e0a-a4bc-48ca94a5ed30 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0468469 Jul 07 10:35:13.376904 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-c68a157d-41d7-4415-9071-0053d6040cb4 req-4c3e0a9f-d30a-4c7b-b430-880209fa6c8e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415831 Jul 07 10:35:14.491673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a12158-c4a7-494d-8f8b-679807bf3a90 req-1689cd33-36f2-4635-9308-94e6cf963ef7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:14.493148 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-89a12158-c4a7-494d-8f8b-679807bf3a90 req-1689cd33-36f2-4635-9308-94e6cf963ef7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0467269 Jul 07 10:35:14.540202 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-89a12158-c4a7-494d-8f8b-679807bf3a90 req-bde55eb8-c344-45e3-a217-ca87d23e2738 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 Jul 07 10:35:15.654256 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4ab9-9c6c-4486-bd8d-101dbfbc5c6a req-caadfd5f-5784-4d69-87e0-bb8cd6338dcc tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:15.655697 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ccbb4ab9-9c6c-4486-bd8d-101dbfbc5c6a req-caadfd5f-5784-4d69-87e0-bb8cd6338dcc tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0459616 Jul 07 10:35:15.701673 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ccbb4ab9-9c6c-4486-bd8d-101dbfbc5c6a req-c5a68022-fba6-4408-ba78-eb458773021e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402045 Jul 07 10:35:16.128483 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d355f48a-9189-4ab4-8f60-615b68306efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:16.823918 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8552222-5a04-4eed-ba35-08da540c4017 req-01e5349a-1d6c-41ff-bfb7-ac09a263cbf8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:16.825368 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b8552222-5a04-4eed-ba35-08da540c4017 req-01e5349a-1d6c-41ff-bfb7-ac09a263cbf8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Jul 07 10:35:16.871824 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b8552222-5a04-4eed-ba35-08da540c4017 req-0e8fc26e-f736-4385-896a-de90a3f945f6 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Jul 07 10:35:17.989870 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe41d4f-45bc-4cd0-9057-fed87256540e req-0ff6d770-b202-4c0a-9f4f-029c0c069cf7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:17.991838 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ebe41d4f-45bc-4cd0-9057-fed87256540e req-0ff6d770-b202-4c0a-9f4f-029c0c069cf7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Jul 07 10:35:18.037419 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ebe41d4f-45bc-4cd0-9057-fed87256540e req-cfb62936-71e6-42bf-89b2-1aee1b31d329 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Jul 07 10:35:18.250895 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a028f49f-0be5-43ff-bed1-43d64dca5581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:19.154765 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759ab14-c029-4555-8013-61d06460f9a7 req-48267095-6874-4231-970d-813b1d0655e5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:19.156250 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9759ab14-c029-4555-8013-61d06460f9a7 req-48267095-6874-4231-970d-813b1d0655e5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0472684 Jul 07 10:35:19.202390 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9759ab14-c029-4555-8013-61d06460f9a7 req-38a080b9-1ac6-4bf2-90bb-f570637a7b1e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407555 Jul 07 10:35:19.596835 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:20.316686 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4446-3f13-4bae-8ff4-ec8dbdf8ef47 req-6b2120ef-f91e-4502-887c-e62c9cce987c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:20.318159 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-065b4446-3f13-4bae-8ff4-ec8dbdf8ef47 req-6b2120ef-f91e-4502-887c-e62c9cce987c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0466206 Jul 07 10:35:20.364323 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-065b4446-3f13-4bae-8ff4-ec8dbdf8ef47 req-c6a23743-28f6-4b60-9ba7-b22d07ed9e09 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Jul 07 10:35:21.051827 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:21.338862 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:21.480057 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a4500-bd3f-4e3a-94ef-06aa64f12b66 req-31876491-63bf-4257-abc4-fdd5579825d0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:21.481526 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-777a4500-bd3f-4e3a-94ef-06aa64f12b66 req-31876491-63bf-4257-abc4-fdd5579825d0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0473762 Jul 07 10:35:21.532155 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-777a4500-bd3f-4e3a-94ef-06aa64f12b66 req-3405f1e9-c1fc-4ac4-b73d-f676b7c691c5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Jul 07 10:35:21.640506 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:22.656745 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3b586-9a11-4f4e-8df3-f1950f0b9ede req-7923596d-3b09-4490-ae07-5dfe2607f0da tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:22.658215 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f0d3b586-9a11-4f4e-8df3-f1950f0b9ede req-7923596d-3b09-4490-ae07-5dfe2607f0da tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Jul 07 10:35:22.705747 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f0d3b586-9a11-4f4e-8df3-f1950f0b9ede req-2b95742c-b726-41db-82f5-4f2fe103fc18 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419722 Jul 07 10:35:23.822992 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1a159-37fd-4179-ba34-abe7b674b2e9 req-68ad43af-f1a6-4c21-adc9-efc2022f6532 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:23.824449 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71a1a159-37fd-4179-ba34-abe7b674b2e9 req-68ad43af-f1a6-4c21-adc9-efc2022f6532 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0459952 Jul 07 10:35:23.870195 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-71a1a159-37fd-4179-ba34-abe7b674b2e9 req-48fb16b9-0de5-4ade-93fd-68245e202ce0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Jul 07 10:35:24.984827 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b20440-f871-4846-a6cf-4fd37777f0db req-0402549d-9da1-433e-ad09-3a60baddf606 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:24.986257 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a0b20440-f871-4846-a6cf-4fd37777f0db req-0402549d-9da1-433e-ad09-3a60baddf606 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0453837 Jul 07 10:35:25.031687 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a0b20440-f871-4846-a6cf-4fd37777f0db req-cfc8cbd2-46b6-4a83-8189-5a455818d21f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Jul 07 10:35:25.879978 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:35:25.977584 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:25.988378 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'mac_address': 'fa:16:3e:5f:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:35:26.021669 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: ACTIVE; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:35:26.022050 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:26.034953 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:35:26.053510 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:26.057358 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:26.152407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514c96-33f7-429f-8877-2771dc4282b6 req-736b6e6e-656c-4ee0-aa3b-2716188dbfe2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:26.153964 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-49514c96-33f7-429f-8877-2771dc4282b6 req-736b6e6e-656c-4ee0-aa3b-2716188dbfe2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 944 time: 0.0500896 Jul 07 10:35:26.204556 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-49514c96-33f7-429f-8877-2771dc4282b6 req-6bfc1323-3ed5-475c-bda4-2558d4e54374 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446153 Jul 07 10:35:26.234347 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:35:26.237861 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=6']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:26.767636 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:35:27.332438 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc96f5-2d0a-48fb-b7d8-ed612bae66f9 req-b9f51b7d-c87a-4d24-b2f3-081c4f2d96fb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:27.340485 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e4dc96f5-2d0a-48fb-b7d8-ed612bae66f9 req-b9f51b7d-c87a-4d24-b2f3-081c4f2d96fb tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 944 time: 0.0592344 Jul 07 10:35:27.394635 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e4dc96f5-2d0a-48fb-b7d8-ed612bae66f9 req-3a2e0e02-eed5-4524-b144-8a299248382d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529790 Jul 07 10:35:27.887287 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:35:27.935789 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:35:27.936238 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:28.012732 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:28.015485 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:35:28.015976 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:28.042613 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:35:28.045040 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43cd34-f390-4ba7-8400-eb1c6fcce224" -d '{"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-plugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:35:28.068014 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:28.083681 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:28.087575 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:28.110841 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54ca84-a030-44dc-80f4-bc1458602aab x-openstack-request-id: req-0c54ca84-a030-44dc-80f4-bc1458602aab {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:35:28.111294 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-plugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:35:28.111691 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c54ca84-a030-44dc-80f4-bc1458602aab {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:35:28.112205 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c54ca84-a030-44dc-80f4-bc1458602aab'] response: {'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'code': 200} Jul 07 10:35:28.153285 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=7']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:28.521948 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc32ae-bba8-46dd-9b48-284d919b669e req-0ff4926a-5dc3-47b7-8d30-398a09c7b47a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:28.524594 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0bfc32ae-bba8-46dd-9b48-284d919b669e req-0ff4926a-5dc3-47b7-8d30-398a09c7b47a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Jul 07 10:35:28.584000 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0bfc32ae-bba8-46dd-9b48-284d919b669e req-62eb6031-7f00-4599-87c3-55e0311341e0 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501149 Jul 07 10:35:29.710166 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e91ae0-3fe8-4608-b91f-2e7758eb7acc req-4d4a777b-2f5c-4264-99b9-40f7628295dd tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:29.711714 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-81e91ae0-3fe8-4608-b91f-2e7758eb7acc req-4d4a777b-2f5c-4264-99b9-40f7628295dd tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0573413 Jul 07 10:35:29.762906 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-81e91ae0-3fe8-4608-b91f-2e7758eb7acc req-5ae8e088-3fd3-447b-b636-0fc24d3301b7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Jul 07 10:35:30.896033 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574b2bd-5d32-4417-9ad5-da3dffafa89f req-f6c71e1a-5b07-456d-ad3d-be7011fa126a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:30.897823 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9574b2bd-5d32-4417-9ad5-da3dffafa89f req-f6c71e1a-5b07-456d-ad3d-be7011fa126a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Jul 07 10:35:30.951194 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9574b2bd-5d32-4417-9ad5-da3dffafa89f req-319b0c9a-b7d2-428f-93be-b402e36e33a2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473406 Jul 07 10:35:32.080059 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b63484-aee1-4abe-a98a-5633b776788b req-4d059ff4-4138-426d-a2ac-eb86af81077b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:32.081897 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-64b63484-aee1-4abe-a98a-5633b776788b req-4d059ff4-4138-426d-a2ac-eb86af81077b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Jul 07 10:35:32.140258 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-64b63484-aee1-4abe-a98a-5633b776788b req-d2e5ecd1-bea0-4573-974f-3372e21ae549 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523355 Jul 07 10:35:33.242673 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:33.244826 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:33.289175 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32122f-4528-4117-94fb-66b08a7f4082 req-fd667dd6-f422-42dd-a07d-9b14b8226bc4 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:33.290791 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da32122f-4528-4117-94fb-66b08a7f4082 req-fd667dd6-f422-42dd-a07d-9b14b8226bc4 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0569420 Jul 07 10:35:33.342587 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-da32122f-4528-4117-94fb-66b08a7f4082 req-e3fcd3f2-13e0-4924-b4e4-a220002a26e5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459719 Jul 07 10:35:34.473420 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def39a9-2f30-429f-85eb-6b00864b1cd2 req-4bbaa7e4-9012-4602-b9ff-f21d6e5f7185 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:34.475520 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9def39a9-2f30-429f-85eb-6b00864b1cd2 req-4bbaa7e4-9012-4602-b9ff-f21d6e5f7185 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0550587 Jul 07 10:35:34.515563 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:34.536542 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-9def39a9-2f30-429f-85eb-6b00864b1cd2 req-79827668-f448-43c1-b7f9-a2a41beb62a6 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538154 Jul 07 10:35:35.653505 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f337c-de47-4b23-9099-3aea9e9a4353 req-b127d00b-512f-4b84-a35f-e6170d27d0ae tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:35.654872 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e24f337c-de47-4b23-9099-3aea9e9a4353 req-b127d00b-512f-4b84-a35f-e6170d27d0ae tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0466454 Jul 07 10:35:35.700560 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-e24f337c-de47-4b23-9099-3aea9e9a4353 req-c1727e66-997b-40f9-82de-cf1f76bd6484 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Jul 07 10:35:36.061281 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:36.071773 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-c00f5a68-756e-4481-9ad7-872b6f3e3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:36.073223 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-c00f5a68-756e-4481-9ad7-872b6f3e3fbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1129 time: 0.0404840 Jul 07 10:35:36.175925 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-a48af903-a498-42a6-92dc-4b3071404a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:36.177379 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-a48af903-a498-42a6-92dc-4b3071404a08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.0970032 Jul 07 10:35:36.238853 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-7216fd82-a03c-45c1-845a-c8bdab5fe4cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 1000 time: 0.0549228 Jul 07 10:35:36.286586 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-4a57e681-d03b-466f-a6ca-3fc2ff5cb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:36.287931 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-4a57e681-d03b-466f-a6ca-3fc2ff5cb22c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0428648 Jul 07 10:35:36.330487 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-bb85a61f-c184-44b0-89f7-5446f68ad3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:36.331937 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-bb85a61f-c184-44b0-89f7-5446f68ad3ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376651 Jul 07 10:35:36.427888 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-5b2515d3-26a9-4dfa-bcf0-437a9bf64079 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844297 Jul 07 10:35:36.523263 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-1c955f89-e58d-4d8e-9124-eb175c660fa3 req-610d12c0-de9e-4d6e-b3da-3dec402e7049 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Jul 07 10:35:36.820140 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f5cfa-048e-4127-904e-1b65e1997427 req-8f22e970-2b9e-495a-9059-6b97dc7e0c70 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:36.821623 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aa3f5cfa-048e-4127-904e-1b65e1997427 req-8f22e970-2b9e-495a-9059-6b97dc7e0c70 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0490522 Jul 07 10:35:36.871098 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-aa3f5cfa-048e-4127-904e-1b65e1997427 req-3b8f43de-eaf3-4fe4-8fcc-b9a56bf32452 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Jul 07 10:35:37.989413 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da8eaa-3faa-4657-b315-4fddc88aabad req-5a66ad9f-a5e2-4d64-bd9b-7c4e999b3514 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:37.990870 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-23da8eaa-3faa-4657-b315-4fddc88aabad req-5a66ad9f-a5e2-4d64-bd9b-7c4e999b3514 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0454993 Jul 07 10:35:38.039982 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-23da8eaa-3faa-4657-b315-4fddc88aabad req-f7c41283-da8d-42f2-92eb-e7c17ac78d89 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431831 Jul 07 10:35:38.144072 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:38.153767 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:39.157112 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088db55-19b1-4978-a0ee-888468377513 req-c9fd3750-9e94-45e0-9bea-a2adfb04ae11 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:39.158613 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5088db55-19b1-4978-a0ee-888468377513 req-c9fd3750-9e94-45e0-9bea-a2adfb04ae11 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Jul 07 10:35:39.204408 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-5088db55-19b1-4978-a0ee-888468377513 req-d5359a0c-f75e-45d1-b894-afea1a953dd4 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403996 Jul 07 10:35:39.967390 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [req-469da164-bbf9-4395-b9f2-c054b1fe20fe req-a624f866-d8f9-49a5-a1ce-6b3451e7c1b8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:35:39.968434 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-469da164-bbf9-4395-b9f2-c054b1fe20fe req-a624f866-d8f9-49a5-a1ce-6b3451e7c1b8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053501 Jul 07 10:35:39.985594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:35:40.066662 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: ACTIVE; New status is: DOWN {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:35:40.067125 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:40.091245 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:35:40.093595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb084c-efcf-4b3e-8e97-b62de089b579" -d '{"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:35:40.106646 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:40.111359 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:40.128966 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be06cc-fcba-4a14-993d-0e06d54b9bb6 req-7fe07f1a-4ef4-4cd5-b7a5-280e4d44f749 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:40.130593 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-61be06cc-fcba-4a14-993d-0e06d54b9bb6 req-7fe07f1a-4ef4-4cd5-b7a5-280e4d44f749 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Jul 07 10:35:40.148292 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Jul 2022 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136a0695-5784-4355-a1ef-cf68c411fe73 x-openstack-request-id: req-136a0695-5784-4355-a1ef-cf68c411fe73 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:35:40.148292 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-unplugged", "status": "failed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "code": 422}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:35:40.148510 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-136a0695-5784-4355-a1ef-cf68c411fe73 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:35:40.148923 dv-cinder-822821-4-iscsi neutron-server[103873]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-136a0695-5784-4355-a1ef-cf68c411fe73']: {'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'code': 422} returned with failed status Jul 07 10:35:40.163393 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=8']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:40.192606 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-61be06cc-fcba-4a14-993d-0e06d54b9bb6 req-d637799b-2a66-4b9c-ad7d-46fa72b99a84 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523884 Jul 07 10:35:40.399035 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-0d37eb9f-4aae-4b5c-99ca-101d71953213 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420663 Jul 07 10:35:40.472486 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-9a6d95a5-7b50-4bdd-bc6b-3f94b9da2f6e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:40.473849 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-9a6d95a5-7b50-4bdd-bc6b-3f94b9da2f6e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports/c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 940 time: 0.0477457 Jul 07 10:35:41.232790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-742816dc-6bfa-4b18-b5d0-711ea3b33834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:41.234244 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-742816dc-6bfa-4b18-b5d0-711ea3b33834 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7&tenant_id=96923df6a03841498e3732c8504b6363 HTTP/1.1" status: 200 len: 1127 time: 0.0420339 Jul 07 10:35:41.320551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-5cfa159b-8252-4ecc-aec9-5d739d194762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:41.322014 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-5cfa159b-8252-4ecc-aec9-5d739d194762 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96923df6a03841498e3732c8504b6363&device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1127 time: 0.0626590 Jul 07 10:35:41.355043 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049773-8208-4790-aabd-17afa9cbee85 req-16e34544-5d08-4059-96e5-cefa0e3a4666 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:41.356510 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-36049773-8208-4790-aabd-17afa9cbee85 req-16e34544-5d08-4059-96e5-cefa0e3a4666 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0707076 Jul 07 10:35:41.458978 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-36049773-8208-4790-aabd-17afa9cbee85 req-17ebd5d0-d49e-4e93-b36b-60ad2ce76191 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956728 Jul 07 10:35:41.461724 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-1521999a-d059-4bc2-9566-9901f6ff7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:41.463374 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-1521999a-d059-4bc2-9566-9901f6ff7d57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 200 len: 917 time: 0.1334326 Jul 07 10:35:41.525262 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-e054016c-3229-4ab5-9b7a-b94a464fcee0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 200 len: 998 time: 0.0557277 Jul 07 10:35:41.576027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-5200ee99-f087-46d0-b9d3-5eb49e4be458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:41.577406 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-5200ee99-f087-46d0-b9d3-5eb49e4be458 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 200 len: 855 time: 0.0461881 Jul 07 10:35:41.609684 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:41.622002 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-1e7e4cc0-6b2c-4bfa-b947-8ce4e4aea0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:41.623496 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-1e7e4cc0-6b2c-4bfa-b947-8ce4e4aea0d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=996996e9-2cfe-410c-9ecf-b4537a28c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394344 Jul 07 10:35:41.688263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:41.715606 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-44ba9dfb-68f5-4b37-8747-f35ff590c808 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821152 Jul 07 10:35:41.813076 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2c8047e5-1a75-44ec-bf16-6b5e43871627 req-4832546b-4148-4705-99eb-e1249416bd63 service neutron] 10.222.0.58 "GET /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840371 Jul 07 10:35:42.601340 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60d4a-97ed-4d23-a005-793a745885ea req-bc6e3a60-9a1e-4325-817b-869c3c94f9db tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:42.609712 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a0f60d4a-97ed-4d23-a005-793a745885ea req-bc6e3a60-9a1e-4325-817b-869c3c94f9db tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0611417 Jul 07 10:35:42.666429 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a0f60d4a-97ed-4d23-a005-793a745885ea req-23021df3-4834-44af-abac-2c7dbb24e9c2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509558 Jul 07 10:35:43.799134 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b2d28-7f12-48bf-a5d1-28c062922964 req-2cb688ea-37a3-4789-9d93-58007f54de97 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:43.800961 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e33b2d28-7f12-48bf-a5d1-28c062922964 req-2cb688ea-37a3-4789-9d93-58007f54de97 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0529618 Jul 07 10:35:43.841530 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:43.852122 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e33b2d28-7f12-48bf-a5d1-28c062922964 req-c6e32a10-2dc9-4e40-832f-d0040b7f3654 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453963 Jul 07 10:35:44.818182 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:44.976302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb16cfd-14f9-4b72-a62b-27aa2795b5e9 req-e20a0d38-9dcb-49f8-b2e7-b85c7680dc7d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:44.977999 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1cb16cfd-14f9-4b72-a62b-27aa2795b5e9 req-e20a0d38-9dcb-49f8-b2e7-b85c7680dc7d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0492544 Jul 07 10:35:45.029717 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1cb16cfd-14f9-4b72-a62b-27aa2795b5e9 req-a99dd51d-5ba8-4c49-893e-b0c16783367e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462651 Jul 07 10:35:46.133253 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-00efe913-e6b5-47d0-953e-abb51d4d2226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:46.165180 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d28f5-1385-4b4b-9726-7c0be25a5194 req-285d2e4c-6533-41ef-a34f-d00883744364 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:46.166686 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-990d28f5-1385-4b4b-9726-7c0be25a5194 req-285d2e4c-6533-41ef-a34f-d00883744364 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0541787 Jul 07 10:35:46.219939 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-990d28f5-1385-4b4b-9726-7c0be25a5194 req-3f3fbdf1-06e8-46c9-a908-9af0f769c4c8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467360 Jul 07 10:35:47.347958 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8568-9c8e-4c66-a54b-1fab85c0dcdd req-a9ff0f05-8770-41c5-98b5-29961ad1dcf2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:47.349937 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f2bc8568-9c8e-4c66-a54b-1fab85c0dcdd req-a9ff0f05-8770-41c5-98b5-29961ad1dcf2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0488865 Jul 07 10:35:47.400363 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-f2bc8568-9c8e-4c66-a54b-1fab85c0dcdd req-61d8b80e-3611-43fb-9052-9f789975b227 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Jul 07 10:35:48.253963 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c02ffcdf-4e22-4eea-a3bb-803f944be40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:48.545671 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ce1a4-3418-43f4-8936-2477f00255bc req-b0973e1d-6e0f-43e7-bbed-b1622b30d759 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:48.547141 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d03ce1a4-3418-43f4-8936-2477f00255bc req-b0973e1d-6e0f-43e7-bbed-b1622b30d759 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0669227 Jul 07 10:35:48.599069 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d03ce1a4-3418-43f4-8936-2477f00255bc req-9ae81964-229c-4d40-b822-04971ae70f3a tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459874 Jul 07 10:35:49.601240 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:49.830096 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f7ae6-7f57-4480-bac7-263588457cb8 req-91280c72-70bd-44fe-b002-bcd261115bd7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:49.832699 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6c7f7ae6-7f57-4480-bac7-263588457cb8 req-91280c72-70bd-44fe-b002-bcd261115bd7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.1579320 Jul 07 10:35:49.881932 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6c7f7ae6-7f57-4480-bac7-263588457cb8 req-74b48ba9-c009-485f-b13b-c31a957f5242 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435424 Jul 07 10:35:51.055064 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:51.055616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f77d-20c8-47e0-ba1a-cbedf7405ad3 req-9cdf9fc3-d67e-41da-a0cc-dc22a1b6d798 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:51.057018 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-20a8f77d-20c8-47e0-ba1a-cbedf7405ad3 req-9cdf9fc3-d67e-41da-a0cc-dc22a1b6d798 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.1036336 Jul 07 10:35:51.104456 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-20a8f77d-20c8-47e0-ba1a-cbedf7405ad3 req-0f5f57a5-dbd0-4b05-bf66-09c7aff44e8b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Jul 07 10:35:51.340811 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:51.633174 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:52.226156 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448747ee-a83c-42d0-94b9-af34d0441e32 req-e9291173-b982-466f-9161-1aae6b24adc9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:52.227602 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-448747ee-a83c-42d0-94b9-af34d0441e32 req-e9291173-b982-466f-9161-1aae6b24adc9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0507185 Jul 07 10:35:52.273699 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-448747ee-a83c-42d0-94b9-af34d0441e32 req-561a36da-bed8-4508-9184-836f20767694 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Jul 07 10:35:53.392278 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118224f-e8ac-438c-9039-7ede3cdbfb6e req-3e3e3dca-4182-4542-9089-eba02fc51eb9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:53.393758 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f118224f-e8ac-438c-9039-7ede3cdbfb6e req-3e3e3dca-4182-4542-9089-eba02fc51eb9 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 943 time: 0.0478733 Jul 07 10:35:53.442097 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-f118224f-e8ac-438c-9039-7ede3cdbfb6e req-b12f4302-b5d3-4ff9-9ce7-5a81d7edfa0b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Jul 07 10:35:54.061745 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:35:54.161607 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:54.173030 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'port_id': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'mac_address': 'fa:16:3e:5f:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:35:54.209188 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:35:54.209582 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:54.222340 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:35:54.241770 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:54.245357 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:54.290303 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=9']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:54.297430 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.297774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.298112 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.298448 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.298777 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.299270 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.299608 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.299962 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.300288 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.300612 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.300934 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.301259 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.301605 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.301921 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.302238 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:54.514122 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:35:54.543802 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:54.562216 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a5c4-2547-413b-833e-8d11aac878bc req-ef643fe5-48ab-4333-998f-25d39bf41fe8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:54.563613 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9186a5c4-2547-413b-833e-8d11aac878bc req-ef643fe5-48ab-4333-998f-25d39bf41fe8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 944 time: 0.0468941 Jul 07 10:35:54.610829 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-9186a5c4-2547-413b-833e-8d11aac878bc req-84e63439-56d6-4f23-bc06-2bc289709ff5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Jul 07 10:35:54.639896 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:54.982000 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066f997-64c1-458b-8231-d0c54906df61 req-7c04537e-2f1a-4235-a8bb-d9ea6c11780d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:54.983445 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2066f997-64c1-458b-8231-d0c54906df61 req-7c04537e-2f1a-4235-a8bb-d9ea6c11780d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.0469098 Jul 07 10:35:55.032780 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2066f997-64c1-458b-8231-d0c54906df61 req-a9e5f9a6-f3f2-49d7-a4d2-5a1d262df298 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438383 Jul 07 10:35:55.729065 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ff5e-854f-4823-b305-da1c027f8eff req-bc4954d0-1c1c-43da-8639-e19dd89d5d67 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:55.730487 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d08ff5e-854f-4823-b305-da1c027f8eff req-bc4954d0-1c1c-43da-8639-e19dd89d5d67 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 944 time: 0.0460949 Jul 07 10:35:55.750805 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=100 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:56.001772 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-8d08ff5e-854f-4823-b305-da1c027f8eff req-245380fb-6999-4e83-8f97-4f6d06aedb86 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659097 Jul 07 10:35:56.056989 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:35:56.104332 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:35:56.104705 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:56.147940 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cc87f-015a-4ac0-a860-c69411342406 req-d36fbbc3-632d-4aa3-8b17-40c71f419e8f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:56.149421 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-742cc87f-015a-4ac0-a860-c69411342406 req-d36fbbc3-632d-4aa3-8b17-40c71f419e8f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.0464540 Jul 07 10:35:56.174887 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:35:56.175272 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:56.193018 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:56.197438 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-742cc87f-015a-4ac0-a860-c69411342406 req-734a07e5-ed59-4d72-a072-0fe078c221b8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Jul 07 10:35:56.199027 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:35:56.201267 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a070a13-6b29-4961-9555-0cc36aadffde" -d '{"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-plugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:35:56.217572 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:56.222150 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:56.244936 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d05136b-c8df-425b-abf1-e5b68ecfc64d x-openstack-request-id: req-1d05136b-c8df-425b-abf1-e5b68ecfc64d {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:35:56.245219 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-plugged", "status": "completed", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:35:56.245464 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d05136b-c8df-425b-abf1-e5b68ecfc64d {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:35:56.245842 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d05136b-c8df-425b-abf1-e5b68ecfc64d'] response: {'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'code': 200} Jul 07 10:35:56.269658 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=10']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:56.821628 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b543e-937c-429f-886f-9df5671125cb req-e39c7a6c-e0df-4d2f-aa55-ea573efcb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:56.823316 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-335b543e-937c-429f-886f-9df5671125cb req-e39c7a6c-e0df-4d2f-aa55-ea573efcb684 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 1130 time: 0.0398350 Jul 07 10:35:57.149912 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:57.168820 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497bb9-438f-490e-b073-92ce7cbeb467 req-10bd69ee-5a91-42d4-ae0a-a941d3ff4b82 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:57.170275 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e1497bb9-438f-490e-b073-92ce7cbeb467 req-10bd69ee-5a91-42d4-ae0a-a941d3ff4b82 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 946 time: 0.0963852 Jul 07 10:35:57.195669 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554230c0-781b-46da-b20e-85f0676be2d2 req-d9006083-0994-4ba4-b9fe-fc77d0156cc8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:57.197037 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-554230c0-781b-46da-b20e-85f0676be2d2 req-d9006083-0994-4ba4-b9fe-fc77d0156cc8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.1068380 Jul 07 10:35:57.218338 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-335b543e-937c-429f-886f-9df5671125cb req-5e5f8fca-64e2-4e54-a131-e2343c1461cd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337590 Jul 07 10:35:57.273128 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-e1497bb9-438f-490e-b073-92ce7cbeb467 req-f0770a02-0fe1-4812-b657-e1cc666437f2 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939744 Jul 07 10:35:57.290697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:57.311520 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port ae026b25-1a96-48c6-878b-9c0ba70416c5 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:35:57.311890 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:57.313589 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73df0c-5f7c-40ef-af83-2245c6bc8d68 req-ecce399a-7f7c-46ac-8e6f-480ab6902be5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:57.315328 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1a73df0c-5f7c-40ef-af83-2245c6bc8d68 req-ecce399a-7f7c-46ac-8e6f-480ab6902be5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 946 time: 0.0493968 Jul 07 10:35:57.362580 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1a73df0c-5f7c-40ef-af83-2245c6bc8d68 req-a4f83f7f-7fa1-4616-98dc-171f204fd57e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=125013c9-c932-4b92-82a5-43899af6c771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Jul 07 10:35:57.401328 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] For port ae026b25-1a96-48c6-878b-9c0ba70416c5, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ae026b25-1a96-48c6-878b-9c0ba70416c5,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:35:57.401686 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:57.561556 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:57.561842 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (60f8a7db-71ed-470d-bfbc-01f40a17b526), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:57.562158 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 60f8a7db-71ed-470d-bfbc-01f40a17b526 disassociated. External IP: 172.27.1.198, port: ae026b25-1a96-48c6-878b-9c0ba70416c5. Jul 07 10:35:57.562503 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for ae026b25-1a96-48c6-878b-9c0ba70416c5 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:35:57.688018 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (ae026b25-1a96-48c6-878b-9c0ba70416c5), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:57.715579 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=ae026b25-1a96-48c6-878b-9c0ba70416c5,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:57.728234 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.728585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.728922 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.729256 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.729585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.729910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.730234 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.730560 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.730885 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.731812 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.732144 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.732467 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.732790 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.733111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.733444 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:35:57.838110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:35:57.939157 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:35:57.949936 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:35:57.960503 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:35:57.961197 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:35:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:35:57.965164 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:35:57.981635 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] No DVR routers for this DVR port ae026b25-1a96-48c6-878b-9c0ba70416c5 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:35:57.984326 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:57.987618 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-554230c0-781b-46da-b20e-85f0676be2d2 req-15f8c0ec-64c0-4cbb-b2af-db7d6a4d7db7 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "DELETE /v2.0/ports/ae026b25-1a96-48c6-878b-9c0ba70416c5 HTTP/1.1" status: 204 len: 173 time: 0.7805166 Jul 07 10:35:57.988620 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'name': 'network-vif-deleted', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:35:57.991537 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56749a4-e7e9-404b-be50-0bc153ef6cce" -d '{"events": [{"server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "name": "network-vif-deleted", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:35:58.029011 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a980b3b8-9511-4ffc-9550-2ac60dd85f36 x-openstack-request-id: req-a980b3b8-9511-4ffc-9550-2ac60dd85f36 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:35:58.029330 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25327c6-c3ad-44eb-90ef-3ab8e86c426e", "name": "network-vif-deleted", "tag": "ae026b25-1a96-48c6-878b-9c0ba70416c5", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:35:58.029579 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a980b3b8-9511-4ffc-9550-2ac60dd85f36 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:35:58.030003 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a980b3b8-9511-4ffc-9550-2ac60dd85f36'] response: {'server_uuid': 'b25327c6-c3ad-44eb-90ef-3ab8e86c426e', 'name': 'network-vif-deleted', 'tag': 'ae026b25-1a96-48c6-878b-9c0ba70416c5', 'status': 'completed', 'code': 200} Jul 07 10:35:58.078380 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:35:58.352101 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:35:58.377197 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:35:58.385555 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:35:58.386226 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:35:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:35:58.394432 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae2ab-d6a0-4ef9-9cc0-9b07de1c6f11 req-2e3435f8-2a0b-4304-8c3f-d8bb35c6e438 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:58.396041 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bdeae2ab-d6a0-4ef9-9cc0-9b07de1c6f11 req-2e3435f8-2a0b-4304-8c3f-d8bb35c6e438 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 946 time: 0.0501697 Jul 07 10:35:58.491834 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-bdeae2ab-d6a0-4ef9-9cc0-9b07de1c6f11 req-8fe27862-6b80-4483-8120-645b0ba1be01 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848026 Jul 07 10:35:58.503370 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:35:58.523301 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3d2050cd-21f5-4509-a086-78153c9d74e0 req-6e5c6f80-7baf-43b4-b7dc-df1e0a7c897f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=b25327c6-c3ad-44eb-90ef-3ab8e86c426e HTTP/1.1" status: 200 len: 210 time: 0.0760601 Jul 07 10:35:58.711635 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:35:58.738334 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6a016-2168-4d4c-9b34-3f32ffc1ba43 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:35:59.079610 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95219dd6-79e1-43dd-8aaa-2a3bcf674fc3 None None] New status for floating IP 60f8a7db-71ed-470d-bfbc-01f40a17b526: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:35:59.609480 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49478) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:35:59.616773 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9804a97-3d49-44b3-8d53-a8e986704aa1 req-82deb1a7-6016-4927-88e6-3b7f6ddfbf3e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:35:59.618261 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a9804a97-3d49-44b3-8d53-a8e986704aa1 req-82deb1a7-6016-4927-88e6-3b7f6ddfbf3e tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Jul 07 10:35:59.665055 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1438-23b7-4030-a24e-cced0d4d0848 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (125013c9-c932-4b92-82a5-43899af6c771), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.665423 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-a9804a97-3d49-44b3-8d53-a8e986704aa1 req-7099924a-9d11-4932-bf71-e2415bdd30b5 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Jul 07 10:35:59.689413 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1438-23b7-4030-a24e-cced0d4d0848 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (125013c9-c932-4b92-82a5-43899af6c771), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.737149 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1438-23b7-4030-a24e-cced0d4d0848 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (125013c9-c932-4b92-82a5-43899af6c771), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.739679 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1438-23b7-4030-a24e-cced0d4d0848 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.740868 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0c1b1438-23b7-4030-a24e-cced0d4d0848 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/security-groups/125013c9-c932-4b92-82a5-43899af6c771 HTTP/1.1" status: 204 len: 168 time: 0.1303744 Jul 07 10:35:59.743668 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49482) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:35:59.749775 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b1438-23b7-4030-a24e-cced0d4d0848 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125013c9-c932-4b92-82a5-43899af6c771,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:35:59.757417 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.api.v2.resource [None req-1da1e768-4b61-44a4-b0f4-512e7b0ac566 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] show failed (client error): The resource could not be found. Jul 07 10:35:59.758403 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-1da1e768-4b61-44a4-b0f4-512e7b0ac566 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups/125013c9-c932-4b92-82a5-43899af6c771 HTTP/1.1" status: 404 len: 347 time: 0.0137227 Jul 07 10:35:59.761166 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49484) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:35:59.868521 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port a55e6f03-89b0-4348-be0d-e8553c3efe6b {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:35:59.868863 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.945410 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.945734 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (a55e6f03-89b0-4348-be0d-e8553c3efe6b), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:35:59.957979 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for a55e6f03-89b0-4348-be0d-e8553c3efe6b owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:00.087196 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (a55e6f03-89b0-4348-be0d-e8553c3efe6b), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.111693 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=a55e6f03-89b0-4348-be0d-e8553c3efe6b,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:00.136235 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.136574 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.136907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.137236 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.137561 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.137882 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.138201 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.138534 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.138832 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.139160 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.139460 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.139791 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.140106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.140415 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.140726 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:00.175075 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:00.182839 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (60f8a7db-71ed-470d-bfbc-01f40a17b526), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.185313 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.186436 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-62bf9eac-0b3f-4c98-ac2e-140f822b2175 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/floatingips/60f8a7db-71ed-470d-bfbc-01f40a17b526 HTTP/1.1" status: 204 len: 168 time: 0.4242065 Jul 07 10:36:00.250623 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49488) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:00.255146 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672449955', 'description': 'tempest-description--956207119'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:00.275729 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.340182 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (3a6ba21a-e17e-4581-90ff-6f97070a743f), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.343605 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (3a6ba21a-e17e-4581-90ff-6f97070a743f), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.371473 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:00.375054 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.376289 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1246548 Jul 07 10:36:00.377901 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc3a9c-beff-4149-ba18-905aac30075a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ba21a-e17e-4581-90ff-6f97070a743f,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:00.379263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49490) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:00.385519 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': '3a6ba21a-e17e-4581-90ff-6f97070a743f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:00.410080 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:00.412709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (55455390-e933-473c-9b10-9a3dbffc776c), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.472492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (55455390-e933-473c-9b10-9a3dbffc776c), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.476208 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (55455390-e933-473c-9b10-9a3dbffc776c), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.496817 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55455390-e933-473c-9b10-9a3dbffc776c,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:00.502237 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.503285 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bfee4b0b-1bf8-4683-81e4-9cffe7b91745 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220989 Jul 07 10:36:00.505891 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49492) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:00.510134 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'security_group_rule': {'security_group_id': '3a6ba21a-e17e-4581-90ff-6f97070a743f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:00.535305 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (665aa094-74f2-4faa-a4fd-7abdf218a9aa), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.591466 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (665aa094-74f2-4faa-a4fd-7abdf218a9aa), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.594743 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509265'] for security_group_rule (665aa094-74f2-4faa-a4fd-7abdf218a9aa), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.613671 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665aa094-74f2-4faa-a4fd-7abdf218a9aa,revision_number=0']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:00.622386 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.623553 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e02c028c-4a3c-480a-b33d-d3605088a700 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167212 Jul 07 10:36:00.626592 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49494) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:00.630806 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:00.651151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.728926 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.829401 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.27.1.251 (10c60bd9-a99b-40c3-9eee-12e5e8b2b20c/eb76673f-7241-4ca8-a66b-638de7d90db7/0fa89ffa-5cfe-4db0-80ba-e48f56daac17) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:36:00.910254 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:00.932642 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:00.963991 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.001624 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network 10c60bd9-a99b-40c3-9eee-12e5e8b2b20c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:36:01.004444 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:36:01.008315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:36:01.034362 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=0fa89ffa-5cfe-4db0-80ba-e48f56daac17,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:01.091777 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (99088bc0-a795-4dc5-aaa5-0a055514ae18), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.101977 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:01.131697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.522664 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.526968 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.592105 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=0fa89ffa-5cfe-4db0-80ba-e48f56daac17,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:01.603666 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (99088bc0-a795-4dc5-aaa5-0a055514ae18), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.620446 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:01.621644 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-fe5a977e-2d14-4ac1-9cd2-9f898f00bbd3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9941354 Jul 07 10:36:01.770995 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-89bedb5e-4f11-4412-aa11-c803ad37d328 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--672449955&fields=id&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 267 time: 0.0448213 Jul 07 10:36:01.873729 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-7cb0648f-ca02-41fd-81db-3270a74299ec tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:01.875159 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-7cb0648f-ca02-41fd-81db-3270a74299ec tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.0979862 Jul 07 10:36:01.888956 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-242a7573-b6d5-47e5-b374-15b148587f2d tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/quotas/1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 375 time: 0.0086875 Jul 07 10:36:01.940426 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-ef9d7863-dbfb-413e-b0a7-e816e7a5cefe tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469050 Jul 07 10:36:02.032043 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-b29c19af-22da-4016-abef-c764115535de service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804315 Jul 07 10:36:02.087270 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ae026b25-1a96-48c6-878b-9c0ba70416c5 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:02.106594 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: ae026b25-1a96-48c6-878b-9c0ba70416c5 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:02.106932 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device ae026b25-1a96-48c6-878b-9c0ba70416c5 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:02.125671 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-ccac8708-350f-4405-a34d-5b4b575b63c5 service neutron] 10.222.0.16 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 Jul 07 10:36:02.283109 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2ae666bb-8d55-440a-a25e-5f57520d018a req-d131cfa7-c3cf-42ab-9e19-40620de94eae tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Jul 07 10:36:03.201167 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-061702f7-0c66-4415-9957-fee998eb34d5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:03.202608 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-061702f7-0c66-4415-9957-fee998eb34d5 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 814 time: 0.1064479 Jul 07 10:36:03.264928 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-cbf34607-5266-46c9-8dba-9e9b2f3feb40 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82 HTTP/1.1" status: 200 len: 379 time: 0.0527115 Jul 07 10:36:03.276467 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'port': {'device_id': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'admin_state_up': True, 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'security_groups': ['3a6ba21a-e17e-4581-90ff-6f97070a743f']}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:03.350091 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:03.380925 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-796de4ec-52fe-44fd-b46c-7fc0784eb35d req-05a4beb5-68db-4a7e-aec0-8dcfce3055a8 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Jul 07 10:36:03.386283 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Made reservation on behalf of 1568d5b1c4bb471f9de53f4d5cf7cc82 for: {'port': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:36:03.389916 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:03.520916 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_common [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Allocated IP 172.20.0.11 (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c/3cce0adf-d35e-4942-b737-ea4df4e23854/2f90a7b1-2d24-4e33-97da-f26156c08547) {{(pid=103872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 10:36:03.654137 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:03.664195 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:03.690540 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730032591243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:03.736302 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c is already hosted by enough agents. {{(pid=103872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 10:36:03.739353 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.base_scheduler [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Resources bound (agent type, host, resource id): {{(pid=103872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:36:03.743035 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Received port after_create {{(pid=103872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 07 10:36:03.767562 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:36:03.769932 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event updated for resources: {'Port': ['ID=2f90a7b1-2d24-4e33-97da-f26156c08547,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:03.796633 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:03.797263 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:03.814959 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0654d92b-8785-4431-91b7-f662a634167f tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418124 Jul 07 10:36:03.826584 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Request body: {'port': {'device_id': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:03.888588 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:03.954133 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e059ca82-2724-463f-9a93-702144cc42de None None] Provisioning complete for port 2f90a7b1-2d24-4e33-97da-f26156c08547 triggered by entity DHCP. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:36:03.954751 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e059ca82-2724-463f-9a93-702144cc42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:03.988615 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e059ca82-2724-463f-9a93-702144cc42de None None] Port 2f90a7b1-2d24-4e33-97da-f26156c08547 cannot update to ACTIVE because it is not bound. {{(pid=103873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 07 10:36:04.081931 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:04.151077 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f90a7b1-2d24-4e33-97da-f26156c08547 {{(pid=103872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:36:04.158586 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Publish callbacks [] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:04.171156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.provisioning_blocks [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Transition to ACTIVE for port object 2f90a7b1-2d24-4e33-97da-f26156c08547 will not be triggered until provisioned by entity L2. {{(pid=103872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 07 10:36:04.174722 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:04.226703 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2f90a7b1-2d24-4e33-97da-f26156c08547,revision_number=2']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:04.304543 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Attempting to bind port 2f90a7b1-2d24-4e33-97da-f26156c08547 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 07 10:36:04.304872 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Attempting to bind port 2f90a7b1-2d24-4e33-97da-f26156c08547 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 07 10:36:04.305351 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Attempting to bind port 2f90a7b1-2d24-4e33-97da-f26156c08547 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:36:04.310083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Port 2f90a7b1-2d24-4e33-97da-f26156c08547 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 07 10:36:04.310400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Attempting to bind port 2f90a7b1-2d24-4e33-97da-f26156c08547 on network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 07 10:36:04.315770 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Checking agent: {'id': '8f18c25a-d813-490f-a6aa-accf5eb7f544', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'started_at': datetime.datetime(2022, 7, 7, 10, 23, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 7, 10, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 07 10:36:04.316111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Checking segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:36:04.316485 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Bound using segment: {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'} {{(pid=103872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 07 10:36:04.316910 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.managers [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Bound port: 2f90a7b1-2d24-4e33-97da-f26156c08547, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c8c693-89e1-4dc2-a917-a30bb41134de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c'}}] {{(pid=103872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 07 10:36:04.317267 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), before_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:04.382403 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] For port 2f90a7b1-2d24-4e33-97da-f26156c08547, host hv-cinder-82282, cleared binding levels {{(pid=103872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 10:36:04.385667 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] For port 2f90a7b1-2d24-4e33-97da-f26156c08547, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2f90a7b1-2d24-4e33-97da-f26156c08547,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 10:36:04.390712 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13954455'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:04.428932 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.429542 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:04.430942 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] 10.222.0.58 "PUT /v2.0/ports/2f90a7b1-2d24-4e33-97da-f26156c08547 HTTP/1.1" status: 200 len: 1094 time: 0.6086376 Jul 07 10:36:04.431370 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:04.433688 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5988c8-f8e7-446d-8fab-94b20963884d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:04.452656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d642f-b0a2-42bc-ac71-1a7926678b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2f90a7b1-2d24-4e33-97da-f26156c08547,revision_number=3']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:04.489067 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c55cd0-127b-4477-99b9-6ffb9a352f0f x-openstack-request-id: req-b6c55cd0-127b-4477-99b9-6ffb9a352f0f {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:04.489367 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:04.490152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6c55cd0-127b-4477-99b9-6ffb9a352f0f {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:04.490553 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c55cd0-127b-4477-99b9-6ffb9a352f0f'] response: {'name': 'network-changed', 'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'status': 'completed', 'code': 200} Jul 07 10:36:04.502667 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:04.513644 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12983b-1697-4365-9fd3-ba32469e71de req-80cfb893-7aa4-4d68-86f5-97ffe0f035a3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.517514 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f12983b-1697-4365-9fd3-ba32469e71de req-80cfb893-7aa4-4d68-86f5-97ffe0f035a3 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 944 time: 0.0606115 Jul 07 10:36:04.587251 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5988c8-f8e7-446d-8fab-94b20963884d req-af1a686c-f78a-42e1-8d6f-945533c419a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.588774 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2a5988c8-f8e7-446d-8fab-94b20963884d req-af1a686c-f78a-42e1-8d6f-945533c419a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 1128 time: 0.0683403 Jul 07 10:36:04.616041 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f12983b-1697-4365-9fd3-ba32469e71de req-0e5582b7-c1ea-4f62-b9b6-47fa9d93c473 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872605 Jul 07 10:36:04.704715 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5988c8-f8e7-446d-8fab-94b20963884d req-41691460-f58e-4dd3-a81e-547f3394c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.706203 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2a5988c8-f8e7-446d-8fab-94b20963884d req-41691460-f58e-4dd3-a81e-547f3394c93d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1045828 Jul 07 10:36:04.807076 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5988c8-f8e7-446d-8fab-94b20963884d req-03b7653e-b44b-47d6-901f-3fc5b68c965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.808572 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-2a5988c8-f8e7-446d-8fab-94b20963884d req-03b7653e-b44b-47d6-901f-3fc5b68c965f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933173 Jul 07 10:36:04.880716 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-cf4f65d9-28f8-4104-a421-694ffb050431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.882084 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-cf4f65d9-28f8-4104-a421-694ffb050431 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 1128 time: 0.0395565 Jul 07 10:36:04.923443 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-17a6face-c738-4503-9547-ba990c1a3aed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f90a7b1-2d24-4e33-97da-f26156c08547 HTTP/1.1" status: 200 len: 217 time: 0.0348513 Jul 07 10:36:04.970820 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0c39cf81-fdab-4c15-a03d-ccf993fe51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:04.972249 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0c39cf81-fdab-4c15-a03d-ccf993fe51a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0426350 Jul 07 10:36:05.018526 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-f6e24a33-a058-43f0-aca1-652a561ed582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:05.020023 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-f6e24a33-a058-43f0-aca1-652a561ed582 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383821 Jul 07 10:36:05.056877 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:05.112786 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-0258c498-8cf4-4e26-a745-6f154ed2ee8e service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856557 Jul 07 10:36:05.200666 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6ec0540b-1c99-42a9-a1df-7acd2d27ea5d req-4573d6ed-77fe-4f0d-8bde-5982056c1f99 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815105 Jul 07 10:36:05.730423 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55f5b6-b741-43b7-a468-ce941e3c2ab3 req-eff27c75-e8c0-42d8-b21a-a28c20bc562c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:05.731897 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1e55f5b6-b741-43b7-a468-ce941e3c2ab3 req-eff27c75-e8c0-42d8-b21a-a28c20bc562c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 944 time: 0.0462389 Jul 07 10:36:05.777752 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1e55f5b6-b741-43b7-a468-ce941e3c2ab3 req-03dda44c-2f7e-48e3-9beb-63b723119013 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Jul 07 10:36:06.892901 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d769b2-bc21-42a5-9928-61ad29d177c5 req-8a94e4bd-2e1f-4109-9d30-dc284aacdca0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:06.894352 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-01d769b2-bc21-42a5-9928-61ad29d177c5 req-8a94e4bd-2e1f-4109-9d30-dc284aacdca0 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 944 time: 0.0505505 Jul 07 10:36:06.940915 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-01d769b2-bc21-42a5-9928-61ad29d177c5 req-9e1659fe-c86c-44d4-abd3-99026d9b211a tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405254 Jul 07 10:36:08.058164 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1540e0-0aae-413c-8dd7-6c0b2db31e99 req-34558292-3af5-4146-b124-7f0a7df9ae91 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:08.059637 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-de1540e0-0aae-413c-8dd7-6c0b2db31e99 req-34558292-3af5-4146-b124-7f0a7df9ae91 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 944 time: 0.0499690 Jul 07 10:36:08.105204 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-de1540e0-0aae-413c-8dd7-6c0b2db31e99 req-e16edd65-8d6c-4dff-a7cc-709bf280d05c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Jul 07 10:36:08.123295 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 2f90a7b1-2d24-4e33-97da-f26156c08547 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 10:36:08.220221 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 2f90a7b1-2d24-4e33-97da-f26156c08547, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2f90a7b1-2d24-4e33-97da-f26156c08547,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:08.231420 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Returning: {'device': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'port_id': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'mac_address': 'fa:16:3e:9c:39:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 10:36:08.264056 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 2f90a7b1-2d24-4e33-97da-f26156c08547 is: DOWN; New status is: BUILD {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:36:08.264438 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:08.277616 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f90a7b1-2d24-4e33-97da-f26156c08547 {{(pid=103873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 07 10:36:08.296768 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 2f90a7b1-2d24-4e33-97da-f26156c08547, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2f90a7b1-2d24-4e33-97da-f26156c08547,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:08.300433 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:08.351089 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=2f90a7b1-2d24-4e33-97da-f26156c08547,revision_number=4']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:08.559005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] get_ports_and_sgs() called for port_ids ['2f90a7b1-2d24-4e33-97da-f26156c08547'] {{(pid=103873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 10:36:08.671877 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:09.217206 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9240231-6f06-47ed-8578-cd511b833803 req-16f840bd-28bc-432d-a144-42b3b926aeac tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:09.218629 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9240231-6f06-47ed-8578-cd511b833803 req-16f840bd-28bc-432d-a144-42b3b926aeac tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 945 time: 0.0465059 Jul 07 10:36:09.264180 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-d9240231-6f06-47ed-8578-cd511b833803 req-5723af25-cb39-4766-844b-96aed71ba469 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401578 Jul 07 10:36:10.131530 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 2f90a7b1-2d24-4e33-97da-f26156c08547 up at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 10:36:10.172599 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning for port 2f90a7b1-2d24-4e33-97da-f26156c08547 completed by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 07 10:36:10.177391 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.provisioning_blocks [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Provisioning complete for port 2f90a7b1-2d24-4e33-97da-f26156c08547 triggered by entity L2. {{(pid=103873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 07 10:36:10.177768 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), provisioning_complete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:10.250213 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Current status of the port 2f90a7b1-2d24-4e33-97da-f26156c08547 is: BUILD; New status is: ACTIVE {{(pid=103873) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 07 10:36:10.250592 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), before_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:10.273457 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547'}] {{(pid=103873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:10.275693 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de05fcc8ca58c79a904bb4d993c109cb213613d29012c9eeb8e6a098e1c10592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3731f6-de04-4381-addd-74f6e0a79e64" -d '{"events": [{"server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "name": "network-vif-plugged", "status": "completed", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547"}]}' {{(pid=103873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:10.287609 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] For port 2f90a7b1-2d24-4e33-97da-f26156c08547, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2f90a7b1-2d24-4e33-97da-f26156c08547,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:10.292606 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730033151973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730032591261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730032591279'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:10.320563 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76121b2f-4693-4409-97bd-362b8354e3d2 x-openstack-request-id: req-76121b2f-4693-4409-97bd-362b8354e3d2 {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:10.320851 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "name": "network-vif-plugged", "status": "completed", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547", "code": 200}]} {{(pid=103873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:10.321099 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76121b2f-4693-4409-97bd-362b8354e3d2 {{(pid=103873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:10.321488 dv-cinder-822821-4-iscsi neutron-server[103873]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76121b2f-4693-4409-97bd-362b8354e3d2'] response: {'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'code': 200} Jul 07 10:36:10.329121 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:10.345834 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Pushing event updated for resources: {'Port': ['ID=2f90a7b1-2d24-4e33-97da-f26156c08547,revision_number=5']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:10.386069 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4343e6-4ae2-44b2-b507-cf087e427a49 req-baf72e77-de34-4c2e-ac14-e360e576ec3c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:10.387716 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5d4343e6-4ae2-44b2-b507-cf087e427a49 req-baf72e77-de34-4c2e-ac14-e360e576ec3c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0502253 Jul 07 10:36:10.440203 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5d4343e6-4ae2-44b2-b507-cf087e427a49 req-ebef880f-943e-44d7-b41c-efc313386a53 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Jul 07 10:36:10.496218 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a36e84-7143-43fe-bffd-a857cbd3cf7e req-4b64a983-1d6d-461b-b83d-d1997c6b4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:10.497655 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-11a36e84-7143-43fe-bffd-a857cbd3cf7e req-4b64a983-1d6d-461b-b83d-d1997c6b4fc3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 1130 time: 0.0376809 Jul 07 10:36:10.549687 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-11a36e84-7143-43fe-bffd-a857cbd3cf7e req-d2a2a43c-9dc0-4667-8107-51532e6a614f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362933 Jul 07 10:36:11.554740 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabbe47-49c9-41f0-96fd-d99fd9652310 req-a0951843-bd26-4dc5-8f1b-e405d5e0443c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:11.556204 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6aabbe47-49c9-41f0-96fd-d99fd9652310 req-a0951843-bd26-4dc5-8f1b-e405d5e0443c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0462086 Jul 07 10:36:11.604439 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6aabbe47-49c9-41f0-96fd-d99fd9652310 req-b550133d-3512-41d3-9dd9-4261161b3f1e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Jul 07 10:36:12.717765 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b557e-2b73-45ee-a5a6-93845bbbf362 req-1aba866c-e9bb-4805-966d-73f8ca0b6c71 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:12.719219 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-be4b557e-2b73-45ee-a5a6-93845bbbf362 req-1aba866c-e9bb-4805-966d-73f8ca0b6c71 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0467412 Jul 07 10:36:12.758494 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:12.766045 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-be4b557e-2b73-45ee-a5a6-93845bbbf362 req-39972520-8820-4d99-aa25-279ebabd7c2b tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Jul 07 10:36:12.875071 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9105-9558-4040-ad8d-051b1b5efa3b req-f49dd049-36ab-4c0a-9829-889a31db8462 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:12.876523 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-1d6f9105-9558-4040-ad8d-051b1b5efa3b req-f49dd049-36ab-4c0a-9829-889a31db8462 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0460157 Jul 07 10:36:12.884973 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49546) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:12.889265 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Request body: {'floatingip': {'port_id': '2f90a7b1-2d24-4e33-97da-f26156c08547'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:36:12.929746 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (99088bc0-a795-4dc5-aaa5-0a055514ae18), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:12.981056 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:13.209395 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:13.346353 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:13.350205 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (99088bc0-a795-4dc5-aaa5-0a055514ae18), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:13.444210 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 99088bc0-a795-4dc5-aaa5-0a055514ae18 associated. External IP: 172.27.1.251, port: 2f90a7b1-2d24-4e33-97da-f26156c08547. Jul 07 10:36:13.633336 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:13.733001 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:13.738189 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:13.743934 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:13.753140 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:13.753836 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:35:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:13.768995 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-779b1be0-7df0-45f6-9406-6765c22ba1fb tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "PUT /v2.0/floatingips/99088bc0-a795-4dc5-aaa5-0a055514ae18 HTTP/1.1" status: 200 len: 992 time: 0.8829072 Jul 07 10:36:13.769594 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:13.771964 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ffba74-880d-44b1-ba7f-993a2e878e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:13.807798 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267af5b5-cb90-468b-a091-8cd4fcd30cc4 x-openstack-request-id: req-267af5b5-cb90-468b-a091-8cd4fcd30cc4 {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:13.808093 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:13.808343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-267af5b5-cb90-468b-a091-8cd4fcd30cc4 {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:13.808743 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267af5b5-cb90-468b-a091-8cd4fcd30cc4'] response: {'name': 'network-changed', 'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'status': 'completed', 'code': 200} Jul 07 10:36:13.856402 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:13.872573 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-58da1eeb-3fe4-45b1-8378-203c4b028b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:13.874061 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-58da1eeb-3fe4-45b1-8378-203c4b028b9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 1130 time: 0.0428498 Jul 07 10:36:13.963313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-1de29f42-dadc-4fcb-a7a2-fbb9af3f3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:13.964937 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-1de29f42-dadc-4fcb-a7a2-fbb9af3f3b0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.0847998 Jul 07 10:36:14.006191 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:14.021584 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:14.030052 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-51f7374e-8f72-4a71-8e5d-1b155fb088e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f90a7b1-2d24-4e33-97da-f26156c08547 HTTP/1.1" status: 200 len: 1000 time: 0.0583277 Jul 07 10:36:14.068950 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99088bc0-a795-4dc5-aaa5-0a055514ae18', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:9c:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:36:01Z', 'updated_at': '2022-07-07T10:36:13Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:14.078538 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-754b0c92-a522-452d-b623-f13c897bd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:14.080068 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-754b0c92-a522-452d-b623-f13c897bd6bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0440497 Jul 07 10:36:14.092901 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:14.102036 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:14.102634 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:35:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:14.122918 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-ad8b90f6-83a1-475c-9b7d-2f3be8d1c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:14.124426 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-ad8b90f6-83a1-475c-9b7d-2f3be8d1c940 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390201 Jul 07 10:36:14.134306 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-54795f20-6ca9-4bae-8bf5-6076fe57606d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103872) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 07 10:36:14.135226 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-54795f20-6ca9-4bae-8bf5-6076fe57606d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048292 Jul 07 10:36:14.202571 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:14.210641 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:14.229455 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-aa2ecb3f-a1fc-4216-a0b6-3e717a711cbb service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Jul 07 10:36:14.320315 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-35ffba74-880d-44b1-ba7f-993a2e878e6a req-db4b6580-88d6-4d56-b5b2-0f3f9284bb52 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824203 Jul 07 10:36:14.409897 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99088bc0-a795-4dc5-aaa5-0a055514ae18', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:9c:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:36:01Z', 'updated_at': '2022-07-07T10:36:13Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:14.437829 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d2028-0e8f-4463-ad0d-6eaa7117a3c8 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '99088bc0-a795-4dc5-aaa5-0a055514ae18', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'port_id': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'mac_address': 'fa:16:3e:9c:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:36:01Z', 'updated_at': '2022-07-07T10:36:13Z', 'revision_number': 1, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:14.623117 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f10b5-2cac-450b-b2bf-b0c2af3251ba None None] New status for floating IP 99088bc0-a795-4dc5-aaa5-0a055514ae18: ACTIVE {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:36:16.135723 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-70f57c38-24ef-4db8-9563-01934f590c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:18.257827 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0691-54bd-43dc-8c91-2e68fea6a540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:19.602209 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:21.058321 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:21.341951 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:21.640919 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:23.762710 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:23.765949 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:24.315513 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=13 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:24.317920 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=45 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:24.408541 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=47 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:24.413833 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=41 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:31.634663 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:31.636646 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=17,neutron:UPDATE=6 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:33.120331 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e666749-8acd-40f4-9bd7-c75c6e0cdfad req-34e792d8-562a-4792-b56c-88d85c1435f7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:33.121787 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4e666749-8acd-40f4-9bd7-c75c6e0cdfad req-34e792d8-562a-4792-b56c-88d85c1435f7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 946 time: 0.0495951 Jul 07 10:36:33.168837 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-4e666749-8acd-40f4-9bd7-c75c6e0cdfad req-96002d1c-ed87-4a1f-a6ab-ee9aa0b923ae tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Jul 07 10:36:33.925323 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49570) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:34.062421 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Deleting port e1e22d7c-c89a-4775-bb13-d64746f95b23 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:34.062766 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.139656 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.140340 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (e1e22d7c-c89a-4775-bb13-d64746f95b23), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.152706 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Calling delete_port for e1e22d7c-c89a-4775-bb13-d64746f95b23 owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:34.291723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (e1e22d7c-c89a-4775-bb13-d64746f95b23), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.292027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d31700-2913-4734-b902-fe93366aaafe req-b0149ab9-601c-4356-b5bc-f4674ca1513f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:34.293670 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-44d31700-2913-4734-b902-fe93366aaafe req-b0149ab9-601c-4356-b5bc-f4674ca1513f tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 946 time: 0.0509753 Jul 07 10:36:34.319618 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'Port': ['ID=e1e22d7c-c89a-4775-bb13-d64746f95b23,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:34.346239 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-44d31700-2913-4734-b902-fe93366aaafe req-facdc0e3-6c10-441f-bb44-a47de5edf1e7 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups?id=b524ec98-6e49-4b07-baa7-699b7d693621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463843 Jul 07 10:36:34.382649 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.382980 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Floating IP 718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa disassociated (deleted). External IP: 172.27.1.77, port: 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25. Jul 07 10:36:34.573726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-b2fed016-8b87-4568-a0b4-95ac6a18b31b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:34.575163 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-b2fed016-8b87-4568-a0b4-95ac6a18b31b tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 946 time: 0.0463076 Jul 07 10:36:34.579868 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:34.623032 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:34.656384 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Deleting port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:34.656726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.683918 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:34.688275 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.691449 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:34.695710 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:34.706674 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:34.707300 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:34.756861 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] For port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:34.757255 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.906112 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:34.940631 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.940999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (0ec666bc-fc74-45e6-96ec-75bb94cc59f2), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:34.941318 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Floating IP 0ec666bc-fc74-45e6-96ec-75bb94cc59f2 disassociated. External IP: 172.27.1.63, port: c7f05a17-2bf9-4c26-b60c-bf7c44c7df40. Jul 07 10:36:34.941673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Calling delete_port for c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:34.961237 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-d7320b22-d34a-4261-b28a-96310c170cad tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "DELETE /v2.0/floatingips/718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa HTTP/1.1" status: 204 len: 168 time: 1.0348217 Jul 07 10:36:34.962121 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:34.964606 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37206a89-6cf8-483b-ab0e-1836ff885ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:35.029853 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ab155-1018-4d5a-b97d-8ad74048281b x-openstack-request-id: req-bc1ab155-1018-4d5a-b97d-8ad74048281b {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:35.030154 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:35.030410 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc1ab155-1018-4d5a-b97d-8ad74048281b {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:35.030815 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1ab155-1018-4d5a-b97d-8ad74048281b'] response: {'name': 'network-changed', 'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'status': 'completed', 'code': 200} Jul 07 10:36:35.089782 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (c7f05a17-2bf9-4c26-b60c-bf7c44c7df40), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:35.132655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event deleted for resources: {'Port': ['ID=c7f05a17-2bf9-4c26-b60c-bf7c44c7df40,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:35.162769 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-4304b902-ad39-435d-b459-785e1306d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:35.164563 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-4304b902-ad39-435d-b459-785e1306d8e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 1130 time: 0.0856502 Jul 07 10:36:35.297080 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:35.297776 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:54Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:35.312357 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08edf6-2282-4ab4-8d84-80da98a16761 req-5601bad7-7195-487b-a3a2-95ad819fdc37 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:35.313829 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fa08edf6-2282-4ab4-8d84-80da98a16761 req-5601bad7-7195-487b-a3a2-95ad819fdc37 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 946 time: 0.0672228 Jul 07 10:36:35.325120 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:35.325355 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:35.334372 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:35.334967 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:35.403471 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-fa08edf6-2282-4ab4-8d84-80da98a16761 req-35692b83-4084-47bd-b7f0-7de5b7550bdb tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808558 Jul 07 10:36:35.450507 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:35.452203 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-ddaae65d-9897-47b4-b155-07fbf264263e req-d5652259-bd96-4144-96b1-67d042f08fc8 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Jul 07 10:36:35.472348 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:35.483310 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:35.492901 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:35.493516 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:35.515722 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] No DVR routers for this DVR port c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:35.519619 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:35.524396 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-55a48293-d717-4ed9-a8c4-56fa264331b2 req-d759452e-028a-4216-a089-39901d8d9912 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.58 "DELETE /v2.0/ports/c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 HTTP/1.1" status: 204 len: 173 time: 0.9430821 Jul 07 10:36:35.525093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-deleted', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:35.527548 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012ee0c5-8c30-49ae-b8b2-f98d7b4e9b9d" -d '{"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-deleted", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:35.658742 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113af99-26f5-478d-81e7-57c02a93a999 x-openstack-request-id: req-9113af99-26f5-478d-81e7-57c02a93a999 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:35.659046 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66414c-2b54-4dcf-822c-96e90792fac7", "name": "network-vif-deleted", "tag": "c7f05a17-2bf9-4c26-b60c-bf7c44c7df40", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:35.659356 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9113af99-26f5-478d-81e7-57c02a93a999 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:35.659854 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9113af99-26f5-478d-81e7-57c02a93a999'] response: {'server_uuid': '0e66414c-2b54-4dcf-822c-96e90792fac7', 'name': 'network-vif-deleted', 'tag': 'c7f05a17-2bf9-4c26-b60c-bf7c44c7df40', 'status': 'completed', 'code': 200} Jul 07 10:36:35.698113 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:35.711074 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:54Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:35.741249 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072f564-7673-45c7-a74d-d95565e06da3 None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_floatingips': [{'id': '588afa36-b3d1-4abf-95ca-cef998b60462', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'router_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'port_id': '216fec1b-d072-4901-a408-a796234144d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'mac_address': 'fa:16:3e:73:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-07T10:32:51Z', 'updated_at': '2022-07-07T10:32:54Z', 'revision_number': 1, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:35.747500 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:35.937351 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:35.952051 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad9059-c232-4ae9-9e05-a15a02c47e99 None None] New status for floating IP 718ec8c7-7f1f-4e9f-9b6f-16571e66e7aa: DOWN {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:36:35.967151 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:35.975931 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:35.976534 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:36.079164 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:36.262791 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:36.287435 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864ee81-cd07-4fb6-9cac-4d97987a4c3e None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:31Z', 'revision_number': 4, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '1a3d3914-ed8c-45ee-985f-ab9abe0219c2', 'name': '', 'network_id': '996996e9-2cfe-410c-9ecf-b4537a28c022', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'mac_address': 'fa:16:3e:0f:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:31Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'subnets': [{'id': '1b2869e6-a308-4322-957e-2b5e691cb6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:36.398264 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:36.480989 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-b9ca4a42-2f8e-4d7d-ac70-63f535c730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:36.482489 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-b9ca4a42-2f8e-4d7d-ac70-63f535c730e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.1524754 Jul 07 10:36:36.550519 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944de1f-cd7a-4448-8ebf-ffaa7c3cf1e2 req-e5af09d8-ad7c-434e-a095-3272d288ea80 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:36.552744 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0944de1f-cd7a-4448-8ebf-ffaa7c3cf1e2 req-e5af09d8-ad7c-434e-a095-3272d288ea80 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 946 time: 0.0660398 Jul 07 10:36:36.570608 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-924e1302-f461-4ef8-8dfb-24195626ebc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 HTTP/1.1" status: 200 len: 217 time: 0.0433896 Jul 07 10:36:36.593521 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c8325-8c44-48bd-bfb8-3f2b60f0d8be None None] New status for floating IP 0ec666bc-fc74-45e6-96ec-75bb94cc59f2: DOWN {{(pid=103873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:36:36.611811 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-b5d8dfc5-6ab0-4688-85f5-a3fd2e11d283 req-eff1269e-bc63-4beb-bea0-f66bf0d1692c tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e66414c-2b54-4dcf-822c-96e90792fac7 HTTP/1.1" status: 200 len: 210 time: 0.0432408 Jul 07 10:36:36.614553 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-0944de1f-cd7a-4448-8ebf-ffaa7c3cf1e2 req-5510bcae-851d-4ca3-94b2-5b59cdb48120 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550613 Jul 07 10:36:36.661913 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-41b67100-5fa5-4d7c-8dd5-de6f7f762c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:36.663334 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-41b67100-5fa5-4d7c-8dd5-de6f7f762c04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0601399 Jul 07 10:36:36.845694 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-af84934f-0088-4756-a4d8-98dffe6448ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:36.847399 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-af84934f-0088-4756-a4d8-98dffe6448ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431979 Jul 07 10:36:36.957643 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-9d21adc0-efc7-488a-b595-05855528f893 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:36.959046 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-9d21adc0-efc7-488a-b595-05855528f893 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 946 time: 0.0859096 Jul 07 10:36:37.002073 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-99048ca9-68a8-45e2-8109-f22a9e655398 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465855 Jul 07 10:36:37.353799 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Deleting port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:37.354260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.401311 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-37206a89-6cf8-483b-ab0e-1836ff885ee6 req-3297b8a6-0c29-489d-a278-0b3204ec5195 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916581 Jul 07 10:36:37.458339 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] For port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:37.458700 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.471219 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Calling delete_port for 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:37.534369 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=100 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:37.599793 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (4c958c7f-c732-46dd-ab0f-9c7fb9c56d25), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.626174 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'Port': ['ID=4c958c7f-c732-46dd-ab0f-9c7fb9c56d25,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:37.678404 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] No DVR routers for this DVR port 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:37.686103 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.689574 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-a28a6bd4-1978-4bb9-bb16-7ba85c3405ab req-b85adc42-52eb-4892-8559-8d0b191e5ba2 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "DELETE /v2.0/ports/4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 HTTP/1.1" status: 204 len: 173 time: 0.7146173 Jul 07 10:36:37.690010 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'name': 'network-vif-deleted', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:37.692809 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a8803b-a928-4358-a760-135bf5708e9c" -d '{"events": [{"server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "name": "network-vif-deleted", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:37.716032 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49602) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:37.728500 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-876f0c8d-07bc-4243-b776-c206a1d50f1d req-ca21ff4e-184d-4300-b9e5-5c9936bd97ee tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=508054db-8968-4f14-ad81-973a970d7039 HTTP/1.1" status: 200 len: 210 time: 0.0437899 Jul 07 10:36:37.743371 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b7fe43-698e-4bf3-b0a1-e6e65a195606 x-openstack-request-id: req-c0b7fe43-698e-4bf3-b0a1-e6e65a195606 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:37.743656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508054db-8968-4f14-ad81-973a970d7039", "name": "network-vif-deleted", "tag": "4c958c7f-c732-46dd-ab0f-9c7fb9c56d25", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:37.743993 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0b7fe43-698e-4bf3-b0a1-e6e65a195606 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:37.744378 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b7fe43-698e-4bf3-b0a1-e6e65a195606'] response: {'server_uuid': '508054db-8968-4f14-ad81-973a970d7039', 'name': 'network-vif-deleted', 'tag': '4c958c7f-c732-46dd-ab0f-9c7fb9c56d25', 'status': 'completed', 'code': 200} Jul 07 10:36:37.788942 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-abb7262a-7757-434d-9a56-6e7f289f7f39 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (b524ec98-6e49-4b07-baa7-699b7d693621), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.814290 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-abb7262a-7757-434d-9a56-6e7f289f7f39 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (b524ec98-6e49-4b07-baa7-699b7d693621), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.863264 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-abb7262a-7757-434d-9a56-6e7f289f7f39 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b524ec98-6e49-4b07-baa7-699b7d693621), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.866499 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-abb7262a-7757-434d-9a56-6e7f289f7f39 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:37.867633 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-abb7262a-7757-434d-9a56-6e7f289f7f39 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "DELETE /v2.0/security-groups/b524ec98-6e49-4b07-baa7-699b7d693621 HTTP/1.1" status: 204 len: 168 time: 0.1502676 Jul 07 10:36:37.870555 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49604) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:37.876592 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7262a-7757-434d-9a56-6e7f289f7f39 tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524ec98-6e49-4b07-baa7-699b7d693621,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:37.886033 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.api.v2.resource [None req-f6759134-7537-4196-b9db-745b77a71b4d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] show failed (client error): The resource could not be found. Jul 07 10:36:37.887040 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-f6759134-7537-4196-b9db-745b77a71b4d tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "GET /v2.0/security-groups/b524ec98-6e49-4b07-baa7-699b7d693621 HTTP/1.1" status: 404 len: 347 time: 0.0153897 Jul 07 10:36:37.889925 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49606) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:38.001885 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Deleting port d3ecfa87-2629-4d68-a41b-0ca1f5515a44 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:38.002395 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:38.090222 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:38.090570 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:38.098405 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:38.106216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Calling delete_port for d3ecfa87-2629-4d68-a41b-0ca1f5515a44 owned by network:floatingip {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:38.236061 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (d3ecfa87-2629-4d68-a41b-0ca1f5515a44), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:38.261479 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Pushing event deleted for resources: {'Port': ['ID=d3ecfa87-2629-4d68-a41b-0ca1f5515a44,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:38.273497 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:38.293108 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:38.293448 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device c7f05a17-2bf9-4c26-b60c-bf7c44c7df40 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:38.293857 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:38.311350 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:38.311699 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 4c958c7f-c732-46dd-ab0f-9c7fb9c56d25 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:38.325097 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks [] for floatingip (0ec666bc-fc74-45e6-96ec-75bb94cc59f2), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:38.327579 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:38.328741 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-cc103607-2604-4460-ad51-ad922294e8be tempest-AttachVolumeShelveTestJSON-1231301553 tempest-AttachVolumeShelveTestJSON-1231301553-project] 10.222.0.16 "DELETE /v2.0/floatingips/0ec666bc-fc74-45e6-96ec-75bb94cc59f2 HTTP/1.1" status: 204 len: 168 time: 0.4379234 Jul 07 10:36:40.747798 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49640) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:40.765900 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:36:41.011427 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49646) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:41.108551 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:41.148544 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Deleting port 4c1279b7-a7c3-4e53-a22f-fb1ca540760a {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:41.148888 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.170364 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (03694ad4-4642-4c3d-8a17-fbecf60ee96e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.227006 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.227337 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.240267 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Calling delete_port for 4c1279b7-a7c3-4e53-a22f-fb1ca540760a owned by network:floatingip {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:41.382809 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (4c1279b7-a7c3-4e53-a22f-fb1ca540760a), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.393130 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Deleting port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:41.393469 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.407325 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'Port': ['ID=4c1279b7-a7c3-4e53-a22f-fb1ca540760a,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:41.465007 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:41.469968 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (588afa36-b3d1-4abf-95ca-cef998b60462), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.470298 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.l3_db [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Floating IP 588afa36-b3d1-4abf-95ca-cef998b60462 disassociated (deleted). External IP: 172.27.1.225, port: 216fec1b-d072-4901-a408-a796234144d0. Jul 07 10:36:41.476286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] For port 1a3d3914-ed8c-45ee-985f-ab9abe0219c2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:41.476648 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.490329 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Calling delete_port for 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:41.502615 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:41.609567 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:41.671529 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (1a3d3914-ed8c-45ee-985f-ab9abe0219c2), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.674927 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:41.697019 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3d3914-ed8c-45ee-985f-ab9abe0219c2,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:41.787044 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:41.791615 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.799282 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:41.816605 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:41.817270 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:41.833677 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-8e6e2a8c-1dee-41ba-9896-924e05c64b78 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "DELETE /v2.0/floatingips/588afa36-b3d1-4abf-95ca-cef998b60462 HTTP/1.1" status: 204 len: 168 time: 0.8209913 Jul 07 10:36:41.834785 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'tag': '216fec1b-d072-4901-a408-a796234144d0'}] {{(pid=103871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:41.837297 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83109bab4fb30e53f4927bdd920bbf9ec5dc202b2e3915406e62921bdb2dfdd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5bd31-c624-458c-95f1-e41632687177" -d '{"events": [{"name": "network-changed", "server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "tag": "216fec1b-d072-4901-a408-a796234144d0"}]}' {{(pid=103871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:41.880840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb1c88-4ee6-4d2f-812b-d1cd3064968a x-openstack-request-id: req-67cb1c88-4ee6-4d2f-812b-d1cd3064968a {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:41.881328 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "tag": "216fec1b-d072-4901-a408-a796234144d0", "status": "completed", "code": 200}]} {{(pid=103871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:41.881831 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67cb1c88-4ee6-4d2f-812b-d1cd3064968a {{(pid=103871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:41.882411 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67cb1c88-4ee6-4d2f-812b-d1cd3064968a'] response: {'name': 'network-changed', 'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'tag': '216fec1b-d072-4901-a408-a796234144d0', 'status': 'completed', 'code': 200} Jul 07 10:36:41.919051 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (03694ad4-4642-4c3d-8a17-fbecf60ee96e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:41.956308 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:41.962920 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:41.987305 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bd31-c624-458c-95f1-e41632687177 req-c1d42be1-3151-4d63-ab5e-022d4da649e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:41.988967 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-c1d42be1-3151-4d63-ab5e-022d4da649e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12a91d56e163442dacf4c5ce7b28a132&device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 1130 time: 0.0813844 Jul 07 10:36:42.142807 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:42.155412 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.167987 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfec03-061b-49f1-b3e4-5b95f75c7d10 req-4279ab9a-fdba-4d1e-be3b-42681bfdd69c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:42.169463 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c3bfec03-061b-49f1-b3e4-5b95f75c7d10 req-4279ab9a-fdba-4d1e-be3b-42681bfdd69c tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 946 time: 0.1017947 Jul 07 10:36:42.180554 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:42.189494 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:42.190105 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.226062 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bd31-c624-458c-95f1-e41632687177 req-ab10c651-d311-4e9d-85ba-623e2c5f915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:42.227531 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-ab10c651-d311-4e9d-85ba-623e2c5f915e service neutron] 10.222.0.58 "GET /v2.0/networks?id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 200 len: 913 time: 0.2316654 Jul 07 10:36:42.295819 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:42.304610 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-c3bfec03-061b-49f1-b3e4-5b95f75c7d10 req-a9b8af59-9722-4bbb-95d8-b75be4cf8709 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287749 Jul 07 10:36:42.326211 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Router 03694ad4-4642-4c3d-8a17-fbecf60ee96e has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:42.372969 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:42.429916 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:42.435977 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-fcbb14d8-425a-481d-9245-b2550277be65 admin admin] 10.222.0.16 "PUT /v2.0/routers/03694ad4-4642-4c3d-8a17-fbecf60ee96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871264 Jul 07 10:36:42.438405 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49656) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:42.443552 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] Sync routers for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:42.454528 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:42.455269 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.542668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks [] for router (03694ad4-4642-4c3d-8a17-fbecf60ee96e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:42.559098 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:42.578154 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.606901 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf09e4-8ccc-4c60-860b-e1063225044d None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:29:20Z', 'revision_number': 4, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': 'c22290c2-803f-486a-9be2-ed1ea04c3458', 'name': '', 'network_id': '06199cd4-69ed-4b3c-bfad-2ede6bfd3a79', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'mac_address': 'fa:16:3e:b6:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:19Z', 'updated_at': '2022-07-07T10:29:25Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'subnets': [{'id': '085080e4-6350-4e0a-8990-9e1bf338fdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:42.648270 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks [] for router_gateway (03694ad4-4642-4c3d-8a17-fbecf60ee96e), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:42.680831 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:42.698844 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Deleting port bb45ada3-abee-4384-91fd-7af7ea11aead {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:42.699517 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:42.731066 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:42.740540 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:36:41Z', 'revision_number': 5, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port': {'id': 'bb45ada3-abee-4384-91fd-7af7ea11aead', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.766894 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] Checking router: 03694ad4-4642-4c3d-8a17-fbecf60ee96e for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:42.776008 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] Routers {'03694ad4-4642-4c3d-8a17-fbecf60ee96e'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:42.776619 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:18Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.787315 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] For port bb45ada3-abee-4384-91fd-7af7ea11aead, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=bb45ada3-abee-4384-91fd-7af7ea11aead,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:42.788082 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:42.802819 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Calling delete_port for bb45ada3-abee-4384-91fd-7af7ea11aead owned by network:router_gateway {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:42.843170 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb54020c-d27a-4771-937d-6d5303ac25e4 None None] New status for floating IP 588afa36-b3d1-4abf-95ca-cef998b60462: DOWN {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:36:42.861844 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] Set router 03694ad4-4642-4c3d-8a17-fbecf60ee96e gateway port host: None {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:42.916257 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:36:42Z', 'revision_number': 6, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:42.920580 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:42.946171 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca0ca1-92f9-4ce0-afa8-4edc6fc39d60 None None] The sync data for ids ['03694ad4-4642-4c3d-8a17-fbecf60ee96e'] in dv-cinder-822821-4-iscsi is: [{'id': '03694ad4-4642-4c3d-8a17-fbecf60ee96e', 'name': 'tempest-AttachVolumeShelveTestJSON-924628905-router', 'tenant_id': '96923df6a03841498e3732c8504b6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:31:29Z', 'updated_at': '2022-07-07T10:36:42Z', 'revision_number': 6, 'project_id': '96923df6a03841498e3732c8504b6363', 'gw_port_host': None}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:42.986260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (bb45ada3-abee-4384-91fd-7af7ea11aead), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.008678 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb45ada3-abee-4384-91fd-7af7ea11aead,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:43.075155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (03694ad4-4642-4c3d-8a17-fbecf60ee96e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.415159 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (03694ad4-4642-4c3d-8a17-fbecf60ee96e), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.433753 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3627e3-086e-4d03-9ed6-531342ec3873 req-3ed7ecf7-b9dd-4604-ac53-dc7e64b7a2f7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:43.435334 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6e3627e3-086e-4d03-9ed6-531342ec3873 req-3ed7ecf7-b9dd-4604-ac53-dc7e64b7a2f7 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 946 time: 0.0477817 Jul 07 10:36:43.440407 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks [] for router_controller (03694ad4-4642-4c3d-8a17-fbecf60ee96e), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.445066 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-64e8248e-c4e9-4db3-9261-088d048693bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 200 len: 217 time: 0.0396602 Jul 07 10:36:43.488546 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-6e3627e3-086e-4d03-9ed6-531342ec3873 req-9b648365-86f2-4fdb-b06b-f38c5ebbac2a tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5b88ff1-06e1-4086-9fef-b4051e82a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472188 Jul 07 10:36:43.515990 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (03694ad4-4642-4c3d-8a17-fbecf60ee96e), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.516571 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03694ad4-4642-4c3d-8a17-fbecf60ee96e {{(pid=103872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:36:43.522478 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.523580 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0dc6ee3a-0cdc-4709-8246-366665deadc8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/03694ad4-4642-4c3d-8a17-fbecf60ee96e HTTP/1.1" status: 204 len: 168 time: 1.0839918 Jul 07 10:36:43.526412 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49660) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:43.530936 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bd31-c624-458c-95f1-e41632687177 req-0bb7b401-cdcb-4166-a9a1-4a26a28319d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:43.532354 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-0bb7b401-cdcb-4166-a9a1-4a26a28319d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 200 len: 851 time: 0.0562141 Jul 07 10:36:43.569851 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Deleting subnet 1b2869e6-a308-4322-957e-2b5e691cb6b9 {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:36:43.572795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Publish callbacks [] for subnet (1b2869e6-a308-4322-957e-2b5e691cb6b9), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.607509 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12927621'] for subnet (1b2869e6-a308-4322-957e-2b5e691cb6b9), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.635319 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bd31-c624-458c-95f1-e41632687177 req-5e97380e-3f44-4218-9f60-bad3216d646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:43.636757 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-5e97380e-3f44-4218-9f60-bad3216d646a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391538 Jul 07 10:36:43.665906 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:43.688606 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (1b2869e6-a308-4322-957e-2b5e691cb6b9), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.745262 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12927284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58513845'] for subnet (1b2869e6-a308-4322-957e-2b5e691cb6b9), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.767881 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-bf5de492-a084-4751-aadf-95a40bec8340 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:43.769308 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-bf5de492-a084-4751-aadf-95a40bec8340 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 946 time: 0.0639863 Jul 07 10:36:43.772642 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2869e6-a308-4322-957e-2b5e691cb6b9,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:43.775329 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-41c15777-b800-400b-9ed7-2c05848a11d0 service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318996 Jul 07 10:36:43.777883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.782159 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9746bf14-1c04-44db-a286-7f51b036b70a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b2869e6-a308-4322-957e-2b5e691cb6b9 HTTP/1.1" status: 204 len: 168 time: 0.2537432 Jul 07 10:36:43.784281 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49662) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:43.786154 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691700a-3776-4a42-be56-2865aff7dd59 None None] Network 996996e9-2cfe-410c-9ecf-b4537a28c022 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:36:43.945809 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] DHCP port deletion for 996996e9-2cfe-410c-9ecf-b4537a28c022 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:36:43.974623 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (996996e9-2cfe-410c-9ecf-b4537a28c022), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:43.985840 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] Deleting port 70c98da7-f58a-4b3c-8926-af5ebbbd553d {{(pid=103873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:43.986333 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), before_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.002392 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Deleting port 216fec1b-d072-4901-a408-a796234144d0 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:44.002728 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (216fec1b-d072-4901-a408-a796234144d0), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.022213 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-dac5bd31-c624-458c-95f1-e41632687177 req-b399b444-42cd-41ae-8aaa-09894034405e service neutron] 10.222.0.58 "GET /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386916 Jul 07 10:36:44.060326 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] For port 70c98da7-f58a-4b3c-8926-af5ebbbd553d, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=70c98da7-f58a-4b3c-8926-af5ebbbd553d,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:44.060722 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), precommit_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.074016 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] Calling delete_port for 70c98da7-f58a-4b3c-8926-af5ebbbd553d owned by network:dhcp {{(pid=103873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:44.094349 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Deleting port 70c98da7-f58a-4b3c-8926-af5ebbbd553d {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:44.094683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.164628 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), after_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.189572 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] For port 216fec1b-d072-4901-a408-a796234144d0, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=216fec1b-d072-4901-a408-a796234144d0,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:44.189751 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] Pushing event deleted for resources: {'Port': ['ID=70c98da7-f58a-4b3c-8926-af5ebbbd553d,revision_number=None']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:44.189941 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (216fec1b-d072-4901-a408-a796234144d0), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.193320 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] For port 70c98da7-f58a-4b3c-8926-af5ebbbd553d, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=70c98da7-f58a-4b3c-8926-af5ebbbd553d,segment=NetworkSegment(e0dddf81-51be-4ce0-a4d0-0abed4713228),segment_id=e0dddf81-51be-4ce0-a4d0-0abed4713228)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:44.193489 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f64b7-db8f-496b-8643-940425dbaa7c None None] No DVR routers for this DVR port 70c98da7-f58a-4b3c-8926-af5ebbbd553d on host dv-cinder-822821-4-iscsi {{(pid=103873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:44.193741 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.214361 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Calling delete_port for 216fec1b-d072-4901-a408-a796234144d0 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:44.216489 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Calling delete_port for 70c98da7-f58a-4b3c-8926-af5ebbbd553d owned by network:dhcp {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:44.232859 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:44.274927 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb45ada3-abee-4384-91fd-7af7ea11aead no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:44.294860 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: bb45ada3-abee-4384-91fd-7af7ea11aead {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:44.295200 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device bb45ada3-abee-4384-91fd-7af7ea11aead not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:44.295610 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:44.314190 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:44.314703 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 1a3d3914-ed8c-45ee-985f-ab9abe0219c2 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:44.314943 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 70c98da7-f58a-4b3c-8926-af5ebbbd553d no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:44.339131 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 70c98da7-f58a-4b3c-8926-af5ebbbd553d {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:44.339479 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 70c98da7-f58a-4b3c-8926-af5ebbbd553d not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:44.356132 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:44.359125 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (70c98da7-f58a-4b3c-8926-af5ebbbd553d), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.412301 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Pushing event deleted for resources: {'Port': ['ID=70c98da7-f58a-4b3c-8926-af5ebbbd553d,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:44.419545 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] No DVR routers for this DVR port 70c98da7-f58a-4b3c-8926-af5ebbbd553d on host dv-cinder-822821-4-iscsi {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:44.465384 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (216fec1b-d072-4901-a408-a796234144d0), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.501192 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'Port': ['ID=216fec1b-d072-4901-a408-a796234144d0,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:44.529698 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (996996e9-2cfe-410c-9ecf-b4537a28c022), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.581312 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996996e9-2cfe-410c-9ecf-b4537a28c022']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:44.619772 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] No DVR routers for this DVR port 216fec1b-d072-4901-a408-a796234144d0 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:44.623538 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.626728 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-3fc4f24c-db36-40d8-a699-d7e4041be21d req-19c3deb3-6862-438e-a8f2-30c976faf513 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.58 "DELETE /v2.0/ports/216fec1b-d072-4901-a408-a796234144d0 HTTP/1.1" status: 204 len: 173 time: 0.8505499 Jul 07 10:36:44.628321 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dddf81-51be-4ce0-a4d0-0abed4713228') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:44.628614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dddf81-51be-4ce0-a4d0-0abed4713228') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:44.630414 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'name': 'network-vif-deleted', 'tag': '216fec1b-d072-4901-a408-a796234144d0'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:36:44.632663 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e7279-44b5-4fa2-a5dd-e65be7190c9f" -d '{"events": [{"server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "name": "network-vif-deleted", "tag": "216fec1b-d072-4901-a408-a796234144d0"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:36:44.636158 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-5f3114ba-e372-454a-8468-a38a93858120 req-6493b866-5a7a-44e9-84a8-e3ad8e9297b6 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e104062-e8e4-4102-8367-0cf2c09c97d0 HTTP/1.1" status: 200 len: 210 time: 0.0694110 Jul 07 10:36:44.645730 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (e0dddf81-51be-4ce0-a4d0-0abed4713228), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.661933 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (e0dddf81-51be-4ce0-a4d0-0abed4713228), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.668841 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:36:44.669314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (e0dddf81-51be-4ce0-a4d0-0abed4713228), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.696781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e59b5cc-739f-4f24-b27d-a226ecf27a9d x-openstack-request-id: req-1e59b5cc-739f-4f24-b27d-a226ecf27a9d {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:36:44.697076 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e104062-e8e4-4102-8367-0cf2c09c97d0", "name": "network-vif-deleted", "tag": "216fec1b-d072-4901-a408-a796234144d0", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:36:44.697329 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e59b5cc-739f-4f24-b27d-a226ecf27a9d {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:36:44.697734 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e59b5cc-739f-4f24-b27d-a226ecf27a9d'] response: {'server_uuid': '3e104062-e8e4-4102-8367-0cf2c09c97d0', 'name': 'network-vif-deleted', 'tag': '216fec1b-d072-4901-a408-a796234144d0', 'status': 'completed', 'code': 200} Jul 07 10:36:44.733030 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (996996e9-2cfe-410c-9ecf-b4537a28c022), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.737820 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:44.741081 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] 10.222.0.16 "DELETE /v2.0/networks/996996e9-2cfe-410c-9ecf-b4537a28c022 HTTP/1.1" status: 204 len: 168 time: 0.9559472 Jul 07 10:36:44.753282 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ad765-350f-45c0-bb50-bc307d7b149d admin admin] Pushing event deleted for resources: {'Network': ['ID=996996e9-2cfe-410c-9ecf-b4537a28c022,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:44.761355 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment e0dddf81-51be-4ce0-a4d0-0abed4713228 resource provider aggregate not found Jul 07 10:36:44.778526 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment e0dddf81-51be-4ce0-a4d0-0abed4713228 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0dddf81-51be-4ce0-a4d0-0abed4713228 found for delete ", "request_id": "req-0ee782b0-0ed4-4de6-9d7c-6a65e63fdb34"}]} Jul 07 10:36:44.861271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49678) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:44.912034 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-09e9e66e-8935-407d-aa75-db8680b76d04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96923df6a03841498e3732c8504b6363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494325 Jul 07 10:36:44.922067 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49680) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:44.979683 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4e9397d6-4b0d-40ab-93ee-3bfb7db7433e admin admin] Publish callbacks [] for security_group (f3692b98-a202-47f7-a31b-398eff19a92f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.002616 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4e9397d6-4b0d-40ab-93ee-3bfb7db7433e admin admin] Publish callbacks [] for security_group (f3692b98-a202-47f7-a31b-398eff19a92f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.053475 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4e9397d6-4b0d-40ab-93ee-3bfb7db7433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (f3692b98-a202-47f7-a31b-398eff19a92f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.056152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4e9397d6-4b0d-40ab-93ee-3bfb7db7433e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.057292 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-4e9397d6-4b0d-40ab-93ee-3bfb7db7433e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3692b98-a202-47f7-a31b-398eff19a92f HTTP/1.1" status: 204 len: 168 time: 0.1342545 Jul 07 10:36:45.065313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9397d6-4b0d-40ab-93ee-3bfb7db7433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3692b98-a202-47f7-a31b-398eff19a92f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:45.696985 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49704) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:45.807350 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Deleting port 7cac6698-1b6e-4a58-ae82-4037f90af4da {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:45.807688 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.874211 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:45.890083 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.890410 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (7cac6698-1b6e-4a58-ae82-4037f90af4da), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:45.903593 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Calling delete_port for 7cac6698-1b6e-4a58-ae82-4037f90af4da owned by network:floatingip {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:46.039051 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (7cac6698-1b6e-4a58-ae82-4037f90af4da), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:46.071947 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'Port': ['ID=7cac6698-1b6e-4a58-ae82-4037f90af4da,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:46.108930 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:46.130056 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for floatingip (c109fa3c-5d26-40f3-a878-05cb64dd2dd2), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:46.132726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:46.136334 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-61cff52c-2d8f-4f77-b03b-61637fec8ead tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "DELETE /v2.0/floatingips/c109fa3c-5d26-40f3-a878-05cb64dd2dd2 HTTP/1.1" status: 204 len: 168 time: 0.4363501 Jul 07 10:36:46.138831 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-49f79628-706c-4e9c-a4b8-bd75b11e18c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.341750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49774) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:47.402108 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0db5cec5-e6b6-497d-ba94-6cb7bc689168 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group (d5b88ff1-06e1-4086-9fef-b4051e82a3ed), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.427971 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0db5cec5-e6b6-497d-ba94-6cb7bc689168 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group (d5b88ff1-06e1-4086-9fef-b4051e82a3ed), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.449649 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49778) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:47.493152 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0db5cec5-e6b6-497d-ba94-6cb7bc689168 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d5b88ff1-06e1-4086-9fef-b4051e82a3ed), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.495575 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-0db5cec5-e6b6-497d-ba94-6cb7bc689168 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.496863 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-0db5cec5-e6b6-497d-ba94-6cb7bc689168 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5b88ff1-06e1-4086-9fef-b4051e82a3ed HTTP/1.1" status: 204 len: 168 time: 0.1540675 Jul 07 10:36:47.508732 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5cec5-e6b6-497d-ba94-6cb7bc689168 tempest-TestVolumeBootPattern-929143946 tempest-TestVolumeBootPattern-929143946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b88ff1-06e1-4086-9fef-b4051e82a3ed,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:47.555709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49784) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:47.580878 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9914c972-e7fa-4505-bdb4-1f10c25369cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.656868 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9914c972-e7fa-4505-bdb4-1f10c25369cc admin admin] Publish callbacks [] for security_group (59669f24-d621-4e4a-aece-25a8bcc4fcf3), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.661200 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9914c972-e7fa-4505-bdb4-1f10c25369cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (59669f24-d621-4e4a-aece-25a8bcc4fcf3), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.698656 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:47.706381 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9914c972-e7fa-4505-bdb4-1f10c25369cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1ec4c8aabe040eea34d18027fe0f2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556982 Jul 07 10:36:47.707909 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914c972-e7fa-4505-bdb4-1f10c25369cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59669f24-d621-4e4a-aece-25a8bcc4fcf3,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:47.709935 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49788) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:47.805745 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb2ff-0a80-42cb-8c79-59a255b0a9e7 admin admin] Publish callbacks [] for security_group (59669f24-d621-4e4a-aece-25a8bcc4fcf3), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.866647 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb2ff-0a80-42cb-8c79-59a255b0a9e7 admin admin] Publish callbacks [] for security_group (59669f24-d621-4e4a-aece-25a8bcc4fcf3), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.967586 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb2ff-0a80-42cb-8c79-59a255b0a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (59669f24-d621-4e4a-aece-25a8bcc4fcf3), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.970265 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb2ff-0a80-42cb-8c79-59a255b0a9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:47.971368 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bbfdb2ff-0a80-42cb-8c79-59a255b0a9e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59669f24-d621-4e4a-aece-25a8bcc4fcf3 HTTP/1.1" status: 204 len: 168 time: 0.2598829 Jul 07 10:36:47.987972 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdb2ff-0a80-42cb-8c79-59a255b0a9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59669f24-d621-4e4a-aece-25a8bcc4fcf3,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:47.993405 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:48.032978 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.248729 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49794) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:48.264139 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 216fec1b-d072-4901-a408-a796234144d0 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:48.268102 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-13e78311-0143-4430-ad2d-37661206e589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.268837 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6e3b23fc-0b6d-4468-b3e8-08036d113c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.284718 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Deleting port c22290c2-803f-486a-9be2-ed1ea04c3458 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:48.285051 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.288208 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:48.295380 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 216fec1b-d072-4901-a408-a796234144d0 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:48.295731 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 216fec1b-d072-4901-a408-a796234144d0 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:48.397524 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] For port c22290c2-803f-486a-9be2-ed1ea04c3458, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=c22290c2-803f-486a-9be2-ed1ea04c3458,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:48.398249 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.417330 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Calling delete_port for c22290c2-803f-486a-9be2-ed1ea04c3458 owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:48.443284 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6e3b23fc-0b6d-4468-b3e8-08036d113c8d admin admin] Publish callbacks [] for security_group (a96663d8-36f2-4fe2-b525-75e69a889c8d), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.475522 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6e3b23fc-0b6d-4468-b3e8-08036d113c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a96663d8-36f2-4fe2-b525-75e69a889c8d), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.526350 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6e3b23fc-0b6d-4468-b3e8-08036d113c8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3645a76dac094995a40659671fe8a612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766628 Jul 07 10:36:48.529079 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49796) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:48.530781 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b23fc-0b6d-4468-b3e8-08036d113c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96663d8-36f2-4fe2-b525-75e69a889c8d,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:48.578264 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bc77dd4a-8330-4378-8f50-d60242b1869d admin admin] Publish callbacks [] for security_group (a96663d8-36f2-4fe2-b525-75e69a889c8d), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.586947 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:48.601306 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bc77dd4a-8330-4378-8f50-d60242b1869d admin admin] Publish callbacks [] for security_group (a96663d8-36f2-4fe2-b525-75e69a889c8d), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.651575 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bc77dd4a-8330-4378-8f50-d60242b1869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (a96663d8-36f2-4fe2-b525-75e69a889c8d), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.654106 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bc77dd4a-8330-4378-8f50-d60242b1869d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.657884 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-bc77dd4a-8330-4378-8f50-d60242b1869d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a96663d8-36f2-4fe2-b525-75e69a889c8d HTTP/1.1" status: 204 len: 168 time: 0.1278076 Jul 07 10:36:48.662412 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (c22290c2-803f-486a-9be2-ed1ea04c3458), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:48.665853 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77dd4a-8330-4378-8f50-d60242b1869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96663d8-36f2-4fe2-b525-75e69a889c8d,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:48.668116 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:48.691585 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22290c2-803f-486a-9be2-ed1ea04c3458,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:48.871294 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:49.083392 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:49.089934 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:49.438033 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:49.443619 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-07e8c2b5-dbef-4388-a8eb-2bc5003eafc9 admin admin] 10.222.0.16 "PUT /v2.0/routers/a5eb73b8-5a57-49b1-8878-ba86d8dd2d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8839538 Jul 07 10:36:49.445973 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49820) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:49.449140 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] Sync routers for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:49.460747 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:49.461595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:49.554436 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks [] for router (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:49.569834 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:49.680990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks [] for router_gateway (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:49.735380 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Deleting port 6eee1973-b94c-4996-b5f1-31374e3387f2 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:49.735990 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:49.801745 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:49.836717 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] For port 6eee1973-b94c-4996-b5f1-31374e3387f2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6eee1973-b94c-4996-b5f1-31374e3387f2,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:49.837224 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:49.852956 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Calling delete_port for 6eee1973-b94c-4996-b5f1-31374e3387f2 owned by network:router_gateway {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:49.892886 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:49.905003 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:36:48Z', 'revision_number': 5, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port': {'id': '6eee1973-b94c-4996-b5f1-31374e3387f2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:18Z', 'updated_at': '2022-07-07T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:49.931853 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] Checking router: a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:49.941241 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] Routers {'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:49.941856 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:50.013632 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:50.033448 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] Set router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 gateway port host: None {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:50.039864 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (6eee1973-b94c-4996-b5f1-31374e3387f2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.066465 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eee1973-b94c-4996-b5f1-31374e3387f2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:50.088516 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:36:49Z', 'revision_number': 6, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:50.115416 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f7d31-d42b-4511-8064-ff3e4a85a662 None None] The sync data for ids ['a5eb73b8-5a57-49b1-8878-ba86d8dd2d00'] in dv-cinder-822821-4-iscsi is: [{'id': 'a5eb73b8-5a57-49b1-8878-ba86d8dd2d00', 'name': 'tempest-TestVolumeBootPattern-1021779997-router', 'tenant_id': '12a91d56e163442dacf4c5ce7b28a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:17Z', 'updated_at': '2022-07-07T10:36:49Z', 'revision_number': 6, 'project_id': '12a91d56e163442dacf4c5ce7b28a132', 'gw_port_host': None}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:50.133626 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.225480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.225480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks [] for router_controller (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.225480 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:50.271285 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (a5eb73b8-5a57-49b1-8878-ba86d8dd2d00), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.271907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 {{(pid=103871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:36:50.276116 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.279728 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-608d738c-e8cf-4ca8-a855-98e22572a6f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a5eb73b8-5a57-49b1-8878-ba86d8dd2d00 HTTP/1.1" status: 204 len: 168 time: 0.8327484 Jul 07 10:36:50.279866 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49846) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:50.325477 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Deleting subnet 085080e4-6350-4e0a-8990-9e1bf338fdb9 {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:36:50.328944 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Publish callbacks [] for subnet (085080e4-6350-4e0a-8990-9e1bf338fdb9), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.365155 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (085080e4-6350-4e0a-8990-9e1bf338fdb9), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.446713 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (085080e4-6350-4e0a-8990-9e1bf338fdb9), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.503531 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (085080e4-6350-4e0a-8990-9e1bf338fdb9), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.532673 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085080e4-6350-4e0a-8990-9e1bf338fdb9,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:50.537668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.541443 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5e115f8c-a9b6-47f2-b8f2-9f648c973e85 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/085080e4-6350-4e0a-8990-9e1bf338fdb9 HTTP/1.1" status: 204 len: 168 time: 0.2604790 Jul 07 10:36:50.544308 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c492da-9870-4ad9-aa40-7a7a01097dde None None] Network 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:36:50.544787 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49862) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:50.653658 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.688219 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:50.699443 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Deleting port 6fb911df-5917-4990-b38c-02816cfdf244 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:50.699803 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (6fb911df-5917-4990-b38c-02816cfdf244), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.769271 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] For port 6fb911df-5917-4990-b38c-02816cfdf244, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=6fb911df-5917-4990-b38c-02816cfdf244,segment=NetworkSegment(34aadbaa-5338-4670-a95b-34ce762281ec),segment_id=34aadbaa-5338-4670-a95b-34ce762281ec)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:50.769638 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (6fb911df-5917-4990-b38c-02816cfdf244), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.782708 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Calling delete_port for 6fb911df-5917-4990-b38c-02816cfdf244 owned by network:dhcp {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:50.863289 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (6fb911df-5917-4990-b38c-02816cfdf244), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:50.893049 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb911df-5917-4990-b38c-02816cfdf244,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:50.894866 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] No DVR routers for this DVR port 6fb911df-5917-4990-b38c-02816cfdf244 on host dv-cinder-822821-4-iscsi {{(pid=103871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:50.901256 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49872) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:50.954314 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d46f636-2cfe-4612-863c-32da8af9213a None None] DHCP port deletion for 06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:36:50.957444 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c22290c2-803f-486a-9be2-ed1ea04c3458 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:50.984392 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: c22290c2-803f-486a-9be2-ed1ea04c3458 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:50.984991 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device c22290c2-803f-486a-9be2-ed1ea04c3458 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:50.985746 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.011137 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06199cd4-69ed-4b3c-bfad-2ede6bfd3a79']}} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:51.020381 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34aadbaa-5338-4670-a95b-34ce762281ec') {'for_net_delete': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:51.020707 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34aadbaa-5338-4670-a95b-34ce762281ec') {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:51.030738 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12927630'] for segment (34aadbaa-5338-4670-a95b-34ce762281ec), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.036797 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c781eded-3189-4edc-9e47-a1049ce4fa9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.047135 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (34aadbaa-5338-4670-a95b-34ce762281ec), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.055674 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:36:51.057499 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12927438'] for segment (34aadbaa-5338-4670-a95b-34ce762281ec), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.064201 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.124907 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment 34aadbaa-5338-4670-a95b-34ce762281ec resource provider aggregate not found Jul 07 10:36:51.131308 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c781eded-3189-4edc-9e47-a1049ce4fa9d admin admin] Publish callbacks [] for security_group (8ac4607c-76f1-45dd-a73b-aa0068e42dd4), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.135382 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c781eded-3189-4edc-9e47-a1049ce4fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8ac4607c-76f1-45dd-a73b-aa0068e42dd4), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.136958 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (06199cd4-69ed-4b3c-bfad-2ede6bfd3a79), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.153857 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment 34aadbaa-5338-4670-a95b-34ce762281ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34aadbaa-5338-4670-a95b-34ce762281ec found for delete ", "request_id": "req-3fd380a0-82d6-4722-a653-a4634429d146"}]} Jul 07 10:36:51.155149 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.158309 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] 10.222.0.16 "DELETE /v2.0/networks/06199cd4-69ed-4b3c-bfad-2ede6bfd3a79 HTTP/1.1" status: 204 len: 168 time: 0.6129537 Jul 07 10:36:51.159571 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada0b7a-258b-4270-b021-87dabcc88317 admin admin] Pushing event deleted for resources: {'Network': ['ID=06199cd4-69ed-4b3c-bfad-2ede6bfd3a79,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:51.162061 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49880) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:51.179271 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781eded-3189-4edc-9e47-a1049ce4fa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac4607c-76f1-45dd-a73b-aa0068e42dd4,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:51.188272 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-c781eded-3189-4edc-9e47-a1049ce4fa9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5196d680636e45e7bf39be7d7043ca77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857497 Jul 07 10:36:51.189164 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49882) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:51.205445 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:51.253809 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-885fd66c-e0cb-460a-9903-65af30621cf6 admin admin] Publish callbacks [] for security_group (8ac4607c-76f1-45dd-a73b-aa0068e42dd4), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.277731 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-885fd66c-e0cb-460a-9903-65af30621cf6 admin admin] Publish callbacks [] for security_group (8ac4607c-76f1-45dd-a73b-aa0068e42dd4), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.338191 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-885fd66c-e0cb-460a-9903-65af30621cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (8ac4607c-76f1-45dd-a73b-aa0068e42dd4), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.341157 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-885fd66c-e0cb-460a-9903-65af30621cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.344750 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-885fd66c-e0cb-460a-9903-65af30621cf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ac4607c-76f1-45dd-a73b-aa0068e42dd4 HTTP/1.1" status: 204 len: 168 time: 0.1515079 Jul 07 10:36:51.351644 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:51.352665 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd66c-e0cb-460a-9903-65af30621cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac4607c-76f1-45dd-a73b-aa0068e42dd4,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:51.353139 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.519343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (eb50e149-259c-4759-9c17-25786baf2344), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.555908 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:51.647995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 49890) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:51.661120 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.661999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e623a35d-d46c-44de-b916-a544928ccfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.711945 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:51.745111 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e623a35d-d46c-44de-b916-a544928ccfc3 admin admin] Publish callbacks [] for security_group (6bc605dd-6cc9-49c1-8168-1aa74b9c7849), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.749415 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-e623a35d-d46c-44de-b916-a544928ccfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (6bc605dd-6cc9-49c1-8168-1aa74b9c7849), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.763237 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Deleting port a77d90df-2ac9-44b9-baa5-81d695edc137 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:51.763580 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.789995 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-e623a35d-d46c-44de-b916-a544928ccfc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1434c226dceb45b6ba6696ad7a5d9e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409152 Jul 07 10:36:51.791102 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623a35d-d46c-44de-b916-a544928ccfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc605dd-6cc9-49c1-8168-1aa74b9c7849,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:51.792593 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49896) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:51.884269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] For port a77d90df-2ac9-44b9-baa5-81d695edc137, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=a77d90df-2ac9-44b9-baa5-81d695edc137,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:51.884606 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.906801 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f81104b4-3729-45ee-9b96-cac1fb3082de admin admin] Publish callbacks [] for security_group (6bc605dd-6cc9-49c1-8168-1aa74b9c7849), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:51.908648 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Calling delete_port for a77d90df-2ac9-44b9-baa5-81d695edc137 owned by network:router_interface {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:51.976798 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f81104b4-3729-45ee-9b96-cac1fb3082de admin admin] Publish callbacks [] for security_group (6bc605dd-6cc9-49c1-8168-1aa74b9c7849), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:52.084722 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f81104b4-3729-45ee-9b96-cac1fb3082de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (6bc605dd-6cc9-49c1-8168-1aa74b9c7849), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:52.087426 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f81104b4-3729-45ee-9b96-cac1fb3082de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:52.088996 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-f81104b4-3729-45ee-9b96-cac1fb3082de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bc605dd-6cc9-49c1-8168-1aa74b9c7849 HTTP/1.1" status: 204 len: 168 time: 0.2946084 Jul 07 10:36:52.107168 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81104b4-3729-45ee-9b96-cac1fb3082de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc605dd-6cc9-49c1-8168-1aa74b9c7849,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:52.176723 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (a77d90df-2ac9-44b9-baa5-81d695edc137), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:52.200846 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77d90df-2ac9-44b9-baa5-81d695edc137,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:52.294183 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6eee1973-b94c-4996-b5f1-31374e3387f2 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:52.320208 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 6eee1973-b94c-4996-b5f1-31374e3387f2 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:52.320953 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6eee1973-b94c-4996-b5f1-31374e3387f2 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:52.321703 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6fb911df-5917-4990-b38c-02816cfdf244 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:52.345543 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 6fb911df-5917-4990-b38c-02816cfdf244 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:52.346216 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 6fb911df-5917-4990-b38c-02816cfdf244 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:52.379889 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (eb50e149-259c-4759-9c17-25786baf2344), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:52.717657 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:52.760828 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:52.830754 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Router eb50e149-259c-4759-9c17-25786baf2344 has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:36:52.940580 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:36:52.948840 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-09950c1f-feb3-4727-8af4-9f896887cac5 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb50e149-259c-4759-9c17-25786baf2344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833178 Jul 07 10:36:52.948840 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49924) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:52.950627 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] Sync routers for ids ['eb50e149-259c-4759-9c17-25786baf2344'] in dv-cinder-822821-4-iscsi {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:36:52.965926 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] Routers {'eb50e149-259c-4759-9c17-25786baf2344'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:52.966619 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['eb50e149-259c-4759-9c17-25786baf2344'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:53.057838 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks [] for router (eb50e149-259c-4759-9c17-25786baf2344), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.066734 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] Set router eb50e149-259c-4759-9c17-25786baf2344 gateway port host: dv-cinder-822821-4-iscsi {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:53.172796 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks [] for router_gateway (eb50e149-259c-4759-9c17-25786baf2344), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.235062 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Deleting port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:53.235405 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.291675 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=100 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:53.298406 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:36:52Z', 'revision_number': 5, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port': {'id': '8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50e149-259c-4759-9c17-25786baf2344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:29:23Z', 'updated_at': '2022-07-07T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:53.321714 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] For port 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:53.322078 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.327353 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] Checking router: eb50e149-259c-4759-9c17-25786baf2344 for host: dv-cinder-822821-4-iscsi {{(pid=103874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:36:53.335471 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Calling delete_port for 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 owned by network:router_gateway {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:53.337489 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] Routers {'eb50e149-259c-4759-9c17-25786baf2344'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:36:53.338230 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['eb50e149-259c-4759-9c17-25786baf2344'], 'active': True} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:53.447931 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_dvr_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] Set router eb50e149-259c-4759-9c17-25786baf2344 gateway port host: None {{(pid=103874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:36:53.513995 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.l3_hamode_db [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:36:53Z', 'revision_number': 6, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port_host': None}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:53.546642 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d337e-fb38-4615-9a9b-2ad9c36bc42b None None] The sync data for ids ['eb50e149-259c-4759-9c17-25786baf2344'] in dv-cinder-822821-4-iscsi is: [{'id': 'eb50e149-259c-4759-9c17-25786baf2344', 'name': 'tempest-TestVolumeBootPattern-1689538767-router', 'tenant_id': '79d3d594053f4e62a2718c7ee83b8439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:29:22Z', 'updated_at': '2022-07-07T10:36:53Z', 'revision_number': 6, 'project_id': '79d3d594053f4e62a2718c7ee83b8439', 'gw_port_host': None}] {{(pid=103874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:36:53.575856 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.601453 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:53.660584 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:53.672945 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (eb50e149-259c-4759-9c17-25786baf2344), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.764384 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (eb50e149-259c-4759-9c17-25786baf2344), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.766563 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks [] for router_controller (eb50e149-259c-4759-9c17-25786baf2344), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.767871 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:53.813606 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (eb50e149-259c-4759-9c17-25786baf2344), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.814260 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb50e149-259c-4759-9c17-25786baf2344 {{(pid=103871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:36:53.820054 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.821429 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-6e8c5fe9-4c17-4f69-8c33-7099f13b6ab2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eb50e149-259c-4759-9c17-25786baf2344 HTTP/1.1" status: 204 len: 168 time: 0.8713396 Jul 07 10:36:53.823782 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49956) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:53.874173 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Deleting subnet 90a726ec-3fa1-43e9-abad-a522d4713f5b {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:36:53.877704 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Publish callbacks [] for subnet (90a726ec-3fa1-43e9-abad-a522d4713f5b), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:53.928229 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12927621'] for subnet (90a726ec-3fa1-43e9-abad-a522d4713f5b), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.015808 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (90a726ec-3fa1-43e9-abad-a522d4713f5b), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.078342 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12927284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58513845'] for subnet (90a726ec-3fa1-43e9-abad-a522d4713f5b), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.105415 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a726ec-3fa1-43e9-abad-a522d4713f5b,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:54.110075 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.113637 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-fb852d38-39a9-4258-80b3-282dbfbd2323 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/90a726ec-3fa1-43e9-abad-a522d4713f5b HTTP/1.1" status: 204 len: 168 time: 0.2889035 Jul 07 10:36:54.116559 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed70b2e-ba1f-42e0-b26c-aa759a026562 None None] Network 38375804-ea9e-452c-8623-0e76faa75cf0 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:36:54.117036 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 49972) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:54.194691 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (38375804-ea9e-452c-8623-0e76faa75cf0), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.238366 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Deleting port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f {{(pid=103871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:54.238833 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.319118 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] For port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:54.319621 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.334313 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Calling delete_port for 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f owned by network:dhcp {{(pid=103871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:54.339977 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] DHCP port deletion for 38375804-ea9e-452c-8623-0e76faa75cf0 request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:36:54.392455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Deleting port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f {{(pid=103873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:36:54.393395 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), before_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.428259 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a77d90df-2ac9-44b9-baa5-81d695edc137 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:54.440173 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12927459'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.466956 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:54.478769 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] No DVR routers for this DVR port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f on host dv-cinder-822821-4-iscsi {{(pid=103871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:54.494818 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: a77d90df-2ac9-44b9-baa5-81d695edc137 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:54.495319 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device a77d90df-2ac9-44b9-baa5-81d695edc137 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:54.496036 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:54.511798 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] For port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,segment=NetworkSegment(f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a),segment_id=f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:36:54.517826 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), precommit_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.540759 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:54.541412 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 8c7b0c33-68b5-4db6-9bb8-0b07b8a036a2 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:54.542001 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:36:54.576656 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:36:54.577257 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:36:54.580271 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Calling delete_port for 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f owned by network:dhcp {{(pid=103873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:36:54.587506 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (38375804-ea9e-452c-8623-0e76faa75cf0), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.609672 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38375804-ea9e-452c-8623-0e76faa75cf0']}} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:54.620150 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a') {'for_net_delete': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:54.620447 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.services.segments.db [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a') {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:36:54.631395 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12927630'] for segment (f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.649562 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.662341 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:36:54.662995 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12927438'] for segment (f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.670595 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (5f07721e-8a9c-44b7-92ce-8fe2a5f7422f), after_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.695205 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a resource provider aggregate not found Jul 07 10:36:54.699699 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Pushing event deleted for resources: {'Port': ['ID=5f07721e-8a9c-44b7-92ce-8fe2a5f7422f,revision_number=None']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:54.707453 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.708090 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.708775 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.709794 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.710291 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.710774 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.711254 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.711726 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.712220 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.712709 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.713198 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.713679 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.714146 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.714610 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.715097 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:54.722836 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bc303-2928-4f82-a575-9a23f536a19e None None] No DVR routers for this DVR port 5f07721e-8a9c-44b7-92ce-8fe2a5f7422f on host dv-cinder-822821-4-iscsi {{(pid=103873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:36:54.728398 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:54.732177 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.services.segments.plugin [-] Segment f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f45a5cce-db28-4ae9-9265-4c0d9c0b4e0a found for delete ", "request_id": "req-75f133f3-d31b-46b5-a2c1-97ae42ce51fb"}]} Jul 07 10:36:54.774040 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (38375804-ea9e-452c-8623-0e76faa75cf0), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.779501 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:54.785868 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] 10.222.0.16 "DELETE /v2.0/networks/38375804-ea9e-452c-8623-0e76faa75cf0 HTTP/1.1" status: 204 len: 168 time: 0.6651907 Jul 07 10:36:54.803635 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff1c56-8e39-4d54-9d7c-c5ec8de15e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=38375804-ea9e-452c-8623-0e76faa75cf0,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:54.997846 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50034) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:55.043096 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b1b63aa3-e937-4416-a051-dc0ff6079edd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12a91d56e163442dacf4c5ce7b28a132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417209 Jul 07 10:36:55.043270 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50040) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:55.074907 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:55.094799 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-143282a6-3614-46e5-964c-5727daea546f admin admin] Publish callbacks [] for security_group (207c445b-f1a0-44ef-8d62-eba5a27036ea), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.117063 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-143282a6-3614-46e5-964c-5727daea546f admin admin] Publish callbacks [] for security_group (207c445b-f1a0-44ef-8d62-eba5a27036ea), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.165103 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-143282a6-3614-46e5-964c-5727daea546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (207c445b-f1a0-44ef-8d62-eba5a27036ea), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.170632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-143282a6-3614-46e5-964c-5727daea546f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.174285 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-143282a6-3614-46e5-964c-5727daea546f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/207c445b-f1a0-44ef-8d62-eba5a27036ea HTTP/1.1" status: 204 len: 168 time: 0.1276050 Jul 07 10:36:55.186077 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143282a6-3614-46e5-964c-5727daea546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c445b-f1a0-44ef-8d62-eba5a27036ea,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:55.519608 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50066) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:55.563894 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-b7068fa6-57d4-41a6-a75e-c7f6c1a70880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79d3d594053f4e62a2718c7ee83b8439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425117 Jul 07 10:36:55.566550 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50068) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:55.576808 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50070) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:55.617551 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c4b34da4-1ed4-4c62-b8b0-80ace24e4717 admin admin] Publish callbacks [] for security_group (c86b9971-a8fd-4518-b54d-3b53a6cba706), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.640553 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c4b34da4-1ed4-4c62-b8b0-80ace24e4717 admin admin] Publish callbacks [] for security_group (c86b9971-a8fd-4518-b54d-3b53a6cba706), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.689456 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c4b34da4-1ed4-4c62-b8b0-80ace24e4717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c86b9971-a8fd-4518-b54d-3b53a6cba706), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.692348 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c4b34da4-1ed4-4c62-b8b0-80ace24e4717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.694025 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c4b34da4-1ed4-4c62-b8b0-80ace24e4717 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c86b9971-a8fd-4518-b54d-3b53a6cba706 HTTP/1.1" status: 204 len: 168 time: 0.1265862 Jul 07 10:36:55.706211 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b34da4-1ed4-4c62-b8b0-80ace24e4717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b9971-a8fd-4518-b54d-3b53a6cba706,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:55.754835 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b38779d5-603e-4a4f-bc42-526f550c7f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.836625 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b38779d5-603e-4a4f-bc42-526f550c7f00 admin admin] Publish callbacks [] for security_group (649b2e2f-2092-446a-8e89-f91f49a97c76), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.840482 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-b38779d5-603e-4a4f-bc42-526f550c7f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (649b2e2f-2092-446a-8e89-f91f49a97c76), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.885625 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-b38779d5-603e-4a4f-bc42-526f550c7f00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eac9152aa5b445a888b86eeffa5c8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053715 Jul 07 10:36:55.885625 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38779d5-603e-4a4f-bc42-526f550c7f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649b2e2f-2092-446a-8e89-f91f49a97c76,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:55.886701 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50078) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:55.942664 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ebfd-db62-45d8-b834-22cc2e354f05 admin admin] Publish callbacks [] for security_group (649b2e2f-2092-446a-8e89-f91f49a97c76), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:55.966687 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ebfd-db62-45d8-b834-22cc2e354f05 admin admin] Publish callbacks [] for security_group (649b2e2f-2092-446a-8e89-f91f49a97c76), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.021262 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ebfd-db62-45d8-b834-22cc2e354f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (649b2e2f-2092-446a-8e89-f91f49a97c76), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.024046 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ebfd-db62-45d8-b834-22cc2e354f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.025271 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2fa2ebfd-db62-45d8-b834-22cc2e354f05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/649b2e2f-2092-446a-8e89-f91f49a97c76 HTTP/1.1" status: 204 len: 168 time: 0.1373417 Jul 07 10:36:56.034324 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ebfd-db62-45d8-b834-22cc2e354f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b2e2f-2092-446a-8e89-f91f49a97c76,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:56.353857 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50084) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:56.367764 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c27b740f-b5b9-4f9e-bafe-077c339ecb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.441212 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c27b740f-b5b9-4f9e-bafe-077c339ecb5f admin admin] Publish callbacks [] for security_group (0d15b654-7373-4b16-9ea7-a833def46352), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.444889 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-c27b740f-b5b9-4f9e-bafe-077c339ecb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (0d15b654-7373-4b16-9ea7-a833def46352), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.483587 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-c27b740f-b5b9-4f9e-bafe-077c339ecb5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9f3df27a98f4098b9f5195129cdae53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286929 Jul 07 10:36:56.484457 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b740f-b5b9-4f9e-bafe-077c339ecb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15b654-7373-4b16-9ea7-a833def46352,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:56.486819 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50086) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:56.537969 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-dfb67957-b647-4899-b6ea-aefcd11088c3 admin admin] Publish callbacks [] for security_group (0d15b654-7373-4b16-9ea7-a833def46352), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.558545 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-dfb67957-b647-4899-b6ea-aefcd11088c3 admin admin] Publish callbacks [] for security_group (0d15b654-7373-4b16-9ea7-a833def46352), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.603883 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-dfb67957-b647-4899-b6ea-aefcd11088c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (0d15b654-7373-4b16-9ea7-a833def46352), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.606442 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-dfb67957-b647-4899-b6ea-aefcd11088c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:56.607610 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-dfb67957-b647-4899-b6ea-aefcd11088c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d15b654-7373-4b16-9ea7-a833def46352 HTTP/1.1" status: 204 len: 168 time: 0.1195121 Jul 07 10:36:56.615111 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb67957-b647-4899-b6ea-aefcd11088c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15b654-7373-4b16-9ea7-a833def46352,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:58.471669 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50162) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:58.578408 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.605878 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:58.655353 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Publish callbacks [] for security_group (014df2d1-812c-4c29-a2b4-4896c6793f6b), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.658946 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (014df2d1-812c-4c29-a2b4-4896c6793f6b), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.701524 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4829655a00f943c48b02b08eaf91df1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285817 Jul 07 10:36:58.702226 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014df2d1-812c-4c29-a2b4-4896c6793f6b,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:58.704089 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50166) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:58.709980 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.710331 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.710672 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.711012 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.711349 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.711675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.712027 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.712705 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.712705 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.712988 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.713313 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.713639 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.713958 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.714279 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.714606 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f6d10-91d0-4795-b357-2437705610d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:36:58.753742 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-aecb4569-954b-4486-9fbd-6fac42b2bab5 admin admin] Publish callbacks [] for security_group (014df2d1-812c-4c29-a2b4-4896c6793f6b), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.776782 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-aecb4569-954b-4486-9fbd-6fac42b2bab5 admin admin] Publish callbacks [] for security_group (014df2d1-812c-4c29-a2b4-4896c6793f6b), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.786709 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:58.826241 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-aecb4569-954b-4486-9fbd-6fac42b2bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (014df2d1-812c-4c29-a2b4-4896c6793f6b), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.828795 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-aecb4569-954b-4486-9fbd-6fac42b2bab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:58.829908 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-aecb4569-954b-4486-9fbd-6fac42b2bab5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/014df2d1-812c-4c29-a2b4-4896c6793f6b HTTP/1.1" status: 204 len: 168 time: 0.1248560 Jul 07 10:36:58.837703 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb4569-954b-4486-9fbd-6fac42b2bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014df2d1-812c-4c29-a2b4-4896c6793f6b,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:59.082421 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50174) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:59.095531 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-681d9682-5400-46fb-b6ea-c55db0f6e925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.118251 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:36:59.178668 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-681d9682-5400-46fb-b6ea-c55db0f6e925 admin admin] Publish callbacks [] for security_group (941bfdb4-cce3-4d30-821b-77ca31fbda23), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.182261 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-681d9682-5400-46fb-b6ea-c55db0f6e925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (941bfdb4-cce3-4d30-821b-77ca31fbda23), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.220651 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d9682-5400-46fb-b6ea-c55db0f6e925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941bfdb4-cce3-4d30-821b-77ca31fbda23,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:59.226799 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-681d9682-5400-46fb-b6ea-c55db0f6e925 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6cd903d52674ea1948082bda7e021a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431937 Jul 07 10:36:59.229496 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50176) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:36:59.276876 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-786b33e3-9e47-4b12-9b4d-4e14aeec1707 admin admin] Publish callbacks [] for security_group (941bfdb4-cce3-4d30-821b-77ca31fbda23), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.297726 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-786b33e3-9e47-4b12-9b4d-4e14aeec1707 admin admin] Publish callbacks [] for security_group (941bfdb4-cce3-4d30-821b-77ca31fbda23), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.351142 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-786b33e3-9e47-4b12-9b4d-4e14aeec1707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (941bfdb4-cce3-4d30-821b-77ca31fbda23), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.354101 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-786b33e3-9e47-4b12-9b4d-4e14aeec1707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:36:59.357880 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-786b33e3-9e47-4b12-9b4d-4e14aeec1707 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/941bfdb4-cce3-4d30-821b-77ca31fbda23 HTTP/1.1" status: 204 len: 168 time: 0.1249077 Jul 07 10:36:59.368084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b33e3-9e47-4b12-9b4d-4e14aeec1707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bfdb4-cce3-4d30-821b-77ca31fbda23,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:36:59.793442 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-496fe59b-d229-4c90-8514-8e02a4bedad0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424471 Jul 07 10:36:59.884622 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-5a32ae7c-13a0-40d2-bbfc-4ed2e223759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:36:59.886267 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-5a32ae7c-13a0-40d2-bbfc-4ed2e223759e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 1130 time: 0.0469344 Jul 07 10:37:00.018410 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-7425bdaa-4224-4336-9224-734967c5a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:00.020319 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-7425bdaa-4224-4336-9224-734967c5a1c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 200 len: 915 time: 0.1095092 Jul 07 10:37:00.064694 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50208) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:00.089346 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-f67a8714-6c1d-4bca-8354-a80d7e5930ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f90a7b1-2d24-4e33-97da-f26156c08547 HTTP/1.1" status: 200 len: 1002 time: 0.0591896 Jul 07 10:37:00.143183 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-8897fe8c-3971-4563-8c33-3b3abbf6517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:00.144962 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-8897fe8c-3971-4563-8c33-3b3abbf6517d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 200 len: 853 time: 0.0470388 Jul 07 10:37:00.173276 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561853674-network', 'tenant_id': '1b7e696f35674b87a2550a226317fac0'}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:37:00.198059 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Made reservation on behalf of 1b7e696f35674b87a2550a226317fac0 for: {'network': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:37:00.200650 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-6def5429-8524-4b5a-a671-808f9629b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:00.201181 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.202162 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-6def5429-8524-4b5a-a671-808f9629b4a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479910 Jul 07 10:37:00.204364 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:00.212838 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.295465 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:00.305782 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks [] for security_group (fe2b2203-47d2-4432-b70b-f8b995e81069), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.311383 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (fe2b2203-47d2-4432-b70b-f8b995e81069), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.324134 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-3aadec88-2085-415d-8386-6c0dadefe969 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124141 Jul 07 10:37:00.338439 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:37:00.348965 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2b2203-47d2-4432-b70b-f8b995e81069,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:00.354084 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (dfbff0ff-eab5-4e4a-876a-dc567fdf0104), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.354837 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.db.segments_db [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Added segment dfbff0ff-eab5-4e4a-876a-dc567fdf0104 of type vlan for network 7292619d-92d0-4c09-95cc-a88b91dbfa08 Jul 07 10:37:00.371655 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.372097 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.372458 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.372711 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.373046 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.373381 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.373704 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.374030 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.374357 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.374691 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.375019 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.375345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.375663 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.376015 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.376336 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:37:00.416348 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (7292619d-92d0-4c09-95cc-a88b91dbfa08), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.441863 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (7292619d-92d0-4c09-95cc-a88b91dbfa08), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.443385 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:00.444003 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.446853 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-ab4928e4-df3e-4d6b-9416-29392883bb19 req-9ee3b3ac-907a-48df-bdbd-a081101f7ad6 service neutron] 10.222.0.58 "GET /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019800 Jul 07 10:37:00.478567 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4123566 Jul 07 10:37:00.481399 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50218) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:00.486180 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Request body: {'subnet': {'network_id': '7292619d-92d0-4c09-95cc-a88b91dbfa08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561853674-subnet', 'tenant_id': '1b7e696f35674b87a2550a226317fac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:37:00.519632 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd6a0-d1a1-40a0-b984-6afdbf2b84ef admin admin] Pushing event updated for resources: {'Network': ['ID=7292619d-92d0-4c09-95cc-a88b91dbfa08,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:00.530142 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 7292619d-92d0-4c09-95cc-a88b91dbfa08 details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:37:00.537302 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Made reservation on behalf of 1b7e696f35674b87a2550a226317fac0 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:37:00.539647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.707275 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (22f98bd7-2a35-4de0-94ff-d27226a85c12), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.764876 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f98bd7-2a35-4de0-94ff-d27226a85c12,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:00.772161 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Checking segment: {'id': 'dfbff0ff-eab5-4e4a-876a-dc567fdf0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7292619d-92d0-4c09-95cc-a88b91dbfa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:37:00.772516 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Network hostable DHCP agents. Network: 7292619d-92d0-4c09-95cc-a88b91dbfa08, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:37:00.791648 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Network 7292619d-92d0-4c09-95cc-a88b91dbfa08 is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:37:00.800517 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 7292619d-92d0-4c09-95cc-a88b91dbfa08) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:37:00.805647 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:00.806234 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:00.811102 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2dfc7-ca8c-4246-8dba-37d4b3ed0880 None None] Network 7292619d-92d0-4c09-95cc-a88b91dbfa08 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:37:00.826251 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-0908fe4b-6660-4921-a7e4-aca52c5a6dbe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432133 Jul 07 10:37:00.880438 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:00.913061 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e099e-17ec-4061-aa19-0fc5445bb25c None None] Network 7292619d-92d0-4c09-95cc-a88b91dbfa08 requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:37:01.303587 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50234) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:01.308744 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.v2.base [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-45397178-network', 'tenant_id': 'fd6a9b88d3754a608787fb04d8889c71'}} {{(pid=103872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:37:01.329783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Made reservation on behalf of fd6a9b88d3754a608787fb04d8889c71 for: {'network': 1} {{(pid=103872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:37:01.332307 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710385'] for network (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.341355 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.366507 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:01.422139 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks [] for security_group (50d63e3f-a8d5-499e-9152-0362aa646f81), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.427321 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (50d63e3f-a8d5-499e-9152-0362aa646f81), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.452839 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 10:37:01.463240 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d63e3f-a8d5-499e-9152-0362aa646f81,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:01.468177 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (bd9fb50c-6735-4a57-9d38-a640a9cf368a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.468525 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.segments_db [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Added segment bd9fb50c-6735-4a57-9d38-a640a9cf368a of type vlan for network 6788c8c3-274e-4c30-85e0-d692472d874a Jul 07 10:37:01.510527 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730032626360'] for network (6788c8c3-274e-4c30-85e0-d692472d874a), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.538885 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705'] for network (6788c8c3-274e-4c30-85e0-d692472d874a), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.543872 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:01.544518 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.585180 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2803419 Jul 07 10:37:01.588210 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50244) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:01.593171 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.v2.base [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Request body: {'subnet': {'network_id': '6788c8c3-274e-4c30-85e0-d692472d874a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-45397178-subnet', 'tenant_id': 'fd6a9b88d3754a608787fb04d8889c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 07 10:37:01.596734 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:01.616850 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Made reservation on behalf of fd6a9b88d3754a608787fb04d8889c71 for: {'subnet': 1} {{(pid=103871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 10:37:01.619269 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58513238'] for subnet (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.624380 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24822-28db-413e-8d0e-a75c51398eea admin admin] Pushing event updated for resources: {'Network': ['ID=6788c8c3-274e-4c30-85e0-d692472d874a,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:01.634208 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Network 6788c8c3-274e-4c30-85e0-d692472d874a details requested by agent ovs-agent-dv-cinder-822821-4-iscsi with host dv-cinder-822821-4-iscsi {{(pid=103873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 10:37:01.660456 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ae68-35f8-415e-9c28-5945549dbcb7 req-bb53e374-c6bc-4c76-8a09-10adff978a2e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:01.662472 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d67ae68-35f8-415e-9c28-5945549dbcb7 req-bb53e374-c6bc-4c76-8a09-10adff978a2e tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0745549 Jul 07 10:37:01.677925 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:01.700780 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:01.718874 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-6d67ae68-35f8-415e-9c28-5945549dbcb7 req-29648b69-3b8f-425c-a4aa-0ebbd58f1a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496037 Jul 07 10:37:01.799104 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12927351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58513852'] for subnet (d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.856000 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0,revision_number=0']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:01.862898 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Checking segment: {'id': 'bd9fb50c-6735-4a57-9d38-a640a9cf368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6788c8c3-274e-4c30-85e0-d692472d874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 07 10:37:01.863252 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Network hostable DHCP agents. Network: 6788c8c3-274e-4c30-85e0-d692472d874a, hostable agents: ['bee95161-0631-4655-bbc6-b8b3fcb09aa1'], hosted agents: [] {{(pid=103871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 10:37:01.880446 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Network 6788c8c3-274e-4c30-85e0-d692472d874a is scheduled to be hosted by DHCP agent bee95161-0631-4655-bbc6-b8b3fcb09aa1 with binding_index 1 {{(pid=103871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 10:37:01.888462 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.scheduler.base_scheduler [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-4-iscsi, 6788c8c3-274e-4c30-85e0-d692472d874a) {{(pid=103871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 10:37:01.892274 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:01.892862 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:01.898547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ba945-1745-47f3-819b-35062f8faa74 None None] Network 6788c8c3-274e-4c30-85e0-d692472d874a requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:37:01.908616 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-ef9937d4-d41d-4ffb-8a73-3b7901a90530 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3192704 Jul 07 10:37:01.999507 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c4846-bf22-4914-a34b-7816fc26acb4 None None] Network 6788c8c3-274e-4c30-85e0-d692472d874a requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:37:02.844827 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1934-5ba8-472c-942d-d81ee9cb85f8 req-b3857f7d-decb-473e-9570-d2532183d8c1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:02.846255 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7b6d1934-5ba8-472c-942d-d81ee9cb85f8 req-b3857f7d-decb-473e-9570-d2532183d8c1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0497463 Jul 07 10:37:02.891419 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [req-7b6d1934-5ba8-472c-942d-d81ee9cb85f8 req-1f7d74ed-7581-465c-b5c0-5e8a3f669f37 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a6ba21a-e17e-4581-90ff-6f97070a743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 Jul 07 10:37:03.360109 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-e847c3a9-439d-41be-b71d-f13f1916ff2c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 07 10:37:03.361838 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-e847c3a9-439d-41be-b71d-f13f1916ff2c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 946 time: 0.0522919 Jul 07 10:37:03.441555 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port 2f90a7b1-2d24-4e33-97da-f26156c08547 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:37:03.441897 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:03.516740 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=12 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:03.517493 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=91 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:03.539539 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] For port 2f90a7b1-2d24-4e33-97da-f26156c08547, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2f90a7b1-2d24-4e33-97da-f26156c08547,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:37:03.539985 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:03.649834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:03.717995 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:03.718499 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16308179'] for floatingip (99088bc0-a795-4dc5-aaa5-0a055514ae18), after_update {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:03.718738 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.db.l3_db [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Floating IP 99088bc0-a795-4dc5-aaa5-0a055514ae18 disassociated. External IP: 172.27.1.251, port: 2f90a7b1-2d24-4e33-97da-f26156c08547. Jul 07 10:37:03.718996 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for 2f90a7b1-2d24-4e33-97da-f26156c08547 owned by compute:nova {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:37:03.848185 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (2f90a7b1-2d24-4e33-97da-f26156c08547), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:03.853753 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:03.877259 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=2f90a7b1-2d24-4e33-97da-f26156c08547,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:04.006538 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-4f90c22d-dbc9-4617-a6b9-a6e7f0aeb82c req-d299f369-74ae-4b1f-b964-18ffe6420771 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b00fddd-6b8f-484d-baca-59c54ff53aa3 HTTP/1.1" status: 200 len: 210 time: 0.0351250 Jul 07 10:37:04.021354 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:37:04.122034 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:37:04.132515 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:37:04.142714 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:37:04.143427 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:04.163964 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] No DVR routers for this DVR port 2f90a7b1-2d24-4e33-97da-f26156c08547 on host hv-cinder-82282 {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:37:04.166424 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for port (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:04.169726 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [req-010cbbf4-3609-4f01-9b1d-5d9b8fb65292 req-2a3224d9-093f-479d-abde-766a99c13a45 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.58 "DELETE /v2.0/ports/2f90a7b1-2d24-4e33-97da-f26156c08547 HTTP/1.1" status: 204 len: 173 time: 0.8028717 Jul 07 10:37:04.170145 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'name': 'network-vif-deleted', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547'}] {{(pid=103872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 07 10:37:04.172410 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45fe1903a938b4b7b379835a36f67b7bfbb8c6e97647e8e13f859c76152fe50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4fc0be-9dbb-4534-b39c-89a5000e1426" -d '{"events": [{"server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "name": "network-vif-deleted", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547"}]}' {{(pid=103872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 10:37:04.212425 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Jul 2022 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af1cff-9034-40d7-8b03-66a273e40d50 x-openstack-request-id: req-74af1cff-9034-40d7-8b03-66a273e40d50 {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 10:37:04.212898 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b00fddd-6b8f-484d-baca-59c54ff53aa3", "name": "network-vif-deleted", "tag": "2f90a7b1-2d24-4e33-97da-f26156c08547", "status": "completed", "code": 200}]} {{(pid=103872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 10:37:04.212898 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74af1cff-9034-40d7-8b03-66a273e40d50 {{(pid=103872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 10:37:04.213351 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74af1cff-9034-40d7-8b03-66a273e40d50'] response: {'server_uuid': '4b00fddd-6b8f-484d-baca-59c54ff53aa3', 'name': 'network-vif-deleted', 'tag': '2f90a7b1-2d24-4e33-97da-f26156c08547', 'status': 'completed', 'code': 200} Jul 07 10:37:04.258822 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:37:04.454569 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:04.478617 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:37:04.486666 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:37:04.487248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:04.713991 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:37:04.900150 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:04.928775 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301eb19f-2d37-4437-91db-3bb5bea58620 None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:27Z', 'revision_number': 4, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi', '_interfaces': [{'id': '5567e2b2-71b3-4e71-a810-9e869aaf55dc', 'name': '', 'network_id': 'ddda3840-6dd5-4197-ae4c-bd6a56e53d5c', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'mac_address': 'fa:16:3e:b1:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:27Z', 'updated_at': '2022-07-07T10:32:31Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'subnets': [{'id': '3cce0adf-d35e-4942-b737-ea4df4e23854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:37:05.104085 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50286) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:05.168557 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-637a8917-6e2b-4051-a886-c66e99650c28 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (3a6ba21a-e17e-4581-90ff-6f97070a743f), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.194466 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-637a8917-6e2b-4051-a886-c66e99650c28 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (3a6ba21a-e17e-4581-90ff-6f97070a743f), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.201981 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d6970-d278-4f9e-9c3d-d5778962c3a7 None None] New status for floating IP 99088bc0-a795-4dc5-aaa5-0a055514ae18: DOWN {{(pid=103874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 07 10:37:05.244260 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-637a8917-6e2b-4051-a886-c66e99650c28 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (3a6ba21a-e17e-4581-90ff-6f97070a743f), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.246860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-637a8917-6e2b-4051-a886-c66e99650c28 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.248031 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-637a8917-6e2b-4051-a886-c66e99650c28 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a6ba21a-e17e-4581-90ff-6f97070a743f HTTP/1.1" status: 204 len: 168 time: 0.1422777 Jul 07 10:37:05.250820 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50288) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:05.257175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a8917-6e2b-4051-a886-c66e99650c28 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ba21a-e17e-4581-90ff-6f97070a743f,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:05.272093 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.api.v2.resource [None req-93565899-7688-440d-a117-0ea666ebe8a1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] show failed (client error): The resource could not be found. Jul 07 10:37:05.276589 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50290) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:05.276730 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-93565899-7688-440d-a117-0ea666ebe8a1 tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "GET /v2.0/security-groups/3a6ba21a-e17e-4581-90ff-6f97070a743f HTTP/1.1" status: 404 len: 347 time: 0.0243437 Jul 07 10:37:05.391696 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Deleting port 0fa89ffa-5cfe-4db0-80ba-e48f56daac17 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:37:05.392065 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.466873 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.467203 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.475536 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:05.484302 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Calling delete_port for 0fa89ffa-5cfe-4db0-80ba-e48f56daac17 owned by network:floatingip {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:37:05.611799 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (0fa89ffa-5cfe-4db0-80ba-e48f56daac17), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.639314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Pushing event deleted for resources: {'Port': ['ID=0fa89ffa-5cfe-4db0-80ba-e48f56daac17,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:05.700189 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks [] for floatingip (99088bc0-a795-4dc5-aaa5-0a055514ae18), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.702697 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30646'] for floatingip (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:05.703970 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7cbab407-cd42-4e4d-8aba-eff3eea3774c tempest-AttachVolumeNegativeTest-1710795981 tempest-AttachVolumeNegativeTest-1710795981-project] 10.222.0.16 "DELETE /v2.0/floatingips/99088bc0-a795-4dc5-aaa5-0a055514ae18 HTTP/1.1" status: 204 len: 168 time: 0.4263930 Jul 07 10:37:08.407519 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 2f90a7b1-2d24-4e33-97da-f26156c08547 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:37:08.426314 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] No Port match for: 2f90a7b1-2d24-4e33-97da-f26156c08547 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:37:08.426659 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Device 2f90a7b1-2d24-4e33-97da-f26156c08547 not bound to the agent host hv-cinder-82282 {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:37:09.356785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50354) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:09.445185 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:09.659675 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16311485'] for router_interface (74d050c3-bddb-40ce-a8fa-339ee422a3cf), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:09.873656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Deleting port 5567e2b2-71b3-4e71-a810-9e869aaf55dc {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:37:09.873999 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:09.930461 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:09.957774 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] For port 5567e2b2-71b3-4e71-a810-9e869aaf55dc, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=5567e2b2-71b3-4e71-a810-9e869aaf55dc,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:37:09.958160 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:09.971480 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Calling delete_port for 5567e2b2-71b3-4e71-a810-9e869aaf55dc owned by network:router_interface {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:37:10.150607 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (5567e2b2-71b3-4e71-a810-9e869aaf55dc), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:10.176601 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=5567e2b2-71b3-4e71-a810-9e869aaf55dc,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:10.346799 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16315694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16309517'] for router_interface (74d050c3-bddb-40ce-a8fa-339ee422a3cf), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:10.358121 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:10.547447 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Router 74d050c3-bddb-40ce-a8fa-339ee422a3cf has already been hosted by L3 agent 1bfcdf0a-6dd2-4d52-969a-731df869d89a {{(pid=103872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 07 10:37:10.647181 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] Notify agent at l3_agent.dv-cinder-822821-4-iscsi the message routers_updated {{(pid=103872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 10:37:10.652203 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-089f5661-82d4-4db9-b941-089ca3a3ff2b admin admin] 10.222.0.16 "PUT /v2.0/routers/74d050c3-bddb-40ce-a8fa-339ee422a3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2946265 Jul 07 10:37:10.654663 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50364) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:10.658269 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] Sync routers for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 10:37:10.669038 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:37:10.669715 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:10.706209 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:10.711379 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:10.716646 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=100 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:10.774803 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:37:10.950754 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:37:10Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:10.976504 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] Checking router: 74d050c3-bddb-40ce-a8fa-339ee422a3cf for host: dv-cinder-822821-4-iscsi {{(pid=103873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 10:37:10.985092 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] Routers {'74d050c3-bddb-40ce-a8fa-339ee422a3cf'} bound to L3 agent in host dv-cinder-822821-4-iscsi {{(pid=103873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 07 10:37:10.985696 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-07T10:17:48Z,description=,heartbeat_timestamp=2022-07-07T10:36:48Z,host='dv-cinder-822821-4-iscsi',id=1bfcdf0a-6dd2-4d52-969a-731df869d89a,load=0,resource_versions=,resources_synced=,started_at=2022-07-07T10:17:48Z,topic='l3_agent')) {'router_ids': ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'], 'active': True} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:11.005090 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks [] for router (74d050c3-bddb-40ce-a8fa-339ee422a3cf), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.086463 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvr_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] Set router 74d050c3-bddb-40ce-a8fa-339ee422a3cf gateway port host: dv-cinder-822821-4-iscsi {{(pid=103873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 07 10:37:11.101755 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks [] for router_gateway (74d050c3-bddb-40ce-a8fa-339ee422a3cf), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.145304 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Deleting port b6b61640-db17-4728-bdcd-62038f999db8 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:37:11.145645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (b6b61640-db17-4728-bdcd-62038f999db8), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.239663 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] For port b6b61640-db17-4728-bdcd-62038f999db8, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=b6b61640-db17-4728-bdcd-62038f999db8,segment=NetworkSegment(9ed85e1a-5680-46c0-ba91-a6089c9142cb),segment_id=9ed85e1a-5680-46c0-ba91-a6089c9142cb)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:37:11.240775 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (b6b61640-db17-4728-bdcd-62038f999db8), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.256817 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Calling delete_port for b6b61640-db17-4728-bdcd-62038f999db8 owned by network:router_gateway {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:37:11.259560 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_hamode_db [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:37:10Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}], 'dv-cinder-822821-4-iscsi', False) {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:11.285721 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a1e8e-949e-44cb-9787-d5489ca864ed None None] The sync data for ids ['74d050c3-bddb-40ce-a8fa-339ee422a3cf'] in dv-cinder-822821-4-iscsi is: [{'id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'name': 'tempest-AttachVolumeNegativeTest-717813317-router', 'tenant_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'external_fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:37:10Z', 'revision_number': 5, 'project_id': '1568d5b1c4bb471f9de53f4d5cf7cc82', 'gw_port': {'id': 'b6b61640-db17-4728-bdcd-62038f999db8', 'name': '', 'network_id': '10c60bd9-a99b-40c3-9eee-12e5e8b2b20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d050c3-bddb-40ce-a8fa-339ee422a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-07T10:32:25Z', 'updated_at': '2022-07-07T10:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb76673f-7241-4ca8-a66b-638de7d90db7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-4-iscsi'}] {{(pid=103873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 10:37:11.426518 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:11.438818 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (b6b61640-db17-4728-bdcd-62038f999db8), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.471064 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b61640-db17-4728-bdcd-62038f999db8,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:11.534009 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304967'] for router_gateway (74d050c3-bddb-40ce-a8fa-339ee422a3cf), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.628760 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16311871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239317'] for router (74d050c3-bddb-40ce-a8fa-339ee422a3cf), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.630946 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks [] for router_controller (74d050c3-bddb-40ce-a8fa-339ee422a3cf), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.675875 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16311848'] for router (74d050c3-bddb-40ce-a8fa-339ee422a3cf), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.676451 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74d050c3-bddb-40ce-a8fa-339ee422a3cf {{(pid=103872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 10:37:11.680961 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.681750 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-47230d24-bbc8-41af-a77b-b6a347a75a7f admin admin] 10.222.0.16 "DELETE /v2.0/routers/74d050c3-bddb-40ce-a8fa-339ee422a3cf HTTP/1.1" status: 204 len: 168 time: 1.0261607 Jul 07 10:37:11.684324 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50376) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:11.731508 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Deleting subnet 3cce0adf-d35e-4942-b737-ea4df4e23854 {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:37:11.734985 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Publish callbacks [] for subnet (3cce0adf-d35e-4942-b737-ea4df4e23854), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.772074 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (3cce0adf-d35e-4942-b737-ea4df4e23854), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.863199 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (3cce0adf-d35e-4942-b737-ea4df4e23854), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.910661 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:11.916031 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (3cce0adf-d35e-4942-b737-ea4df4e23854), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.942775 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cce0adf-d35e-4942-b737-ea4df4e23854,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:11.948051 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:11.952022 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-170df3b6-828c-465b-8025-83a485d7de93 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3cce0adf-d35e-4942-b737-ea4df4e23854 HTTP/1.1" status: 204 len: 168 time: 0.2665892 Jul 07 10:37:11.953162 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6378aa7-8536-4e2b-9e45-ee1b38220823 None None] Network ddda3840-6dd5-4197-ae4c-bd6a56e53d5c requested from dv-cinder-822821-4-iscsi {{(pid=103873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 07 10:37:11.954363 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50378) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:12.028189 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.072084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Deleting port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 {{(pid=103872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:37:12.072427 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.132694 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] DHCP port deletion for ddda3840-6dd5-4197-ae4c-bd6a56e53d5c request from dv-cinder-822821-4-iscsi {{(pid=103873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 07 10:37:12.140808 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.db [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] For port 907dbd51-7384-4ba4-8afe-7eca3b7514c4, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=907dbd51-7384-4ba4-8afe-7eca3b7514c4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:37:12.141175 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.155676 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.plugin [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Calling delete_port for 907dbd51-7384-4ba4-8afe-7eca3b7514c4 owned by network:dhcp {{(pid=103872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:37:12.174814 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] Deleting port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 {{(pid=103873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 07 10:37:12.175103 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730033143592'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), before_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.246720 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.db [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] For port 907dbd51-7384-4ba4-8afe-7eca3b7514c4, host dv-cinder-822821-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-4-iscsi',level=0,port_id=907dbd51-7384-4ba4-8afe-7eca3b7514c4,segment=NetworkSegment(47c8c693-89e1-4dc2-a917-a30bb41134de),segment_id=47c8c693-89e1-4dc2-a917-a30bb41134de)] {{(pid=103873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 10:37:12.247096 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16307824'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), precommit_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.249853 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13954462'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.261180 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] Calling delete_port for 907dbd51-7384-4ba4-8afe-7eca3b7514c4 owned by network:dhcp {{(pid=103873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 07 10:37:12.276251 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5567e2b2-71b3-4e71-a810-9e869aaf55dc no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:37:12.278287 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Pushing event deleted for resources: {'Port': ['ID=907dbd51-7384-4ba4-8afe-7eca3b7514c4,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:12.281800 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] No DVR routers for this DVR port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 on host dv-cinder-822821-4-iscsi {{(pid=103872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:37:12.325874 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 5567e2b2-71b3-4e71-a810-9e869aaf55dc {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:37:12.326215 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 5567e2b2-71b3-4e71-a810-9e869aaf55dc not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:37:12.326635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 907dbd51-7384-4ba4-8afe-7eca3b7514c4 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:37:12.326877 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:12.352711 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: 907dbd51-7384-4ba4-8afe-7eca3b7514c4 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:37:12.352987 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device 907dbd51-7384-4ba4-8afe-7eca3b7514c4 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:37:12.353411 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b6b61640-db17-4728-bdcd-62038f999db8 no longer exists at agent ovs-agent-dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 10:37:12.357798 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.377252 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] No Port match for: b6b61640-db17-4728-bdcd-62038f999db8 {{(pid=103873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 07 10:37:12.377600 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.rpc [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Device b6b61640-db17-4728-bdcd-62038f999db8 not bound to the agent host dv-cinder-822821-4-iscsi {{(pid=103873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 10:37:12.380645 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddda3840-6dd5-4197-ae4c-bd6a56e53d5c']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:12.391378 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c8c693-89e1-4dc2-a917-a30bb41134de') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:12.391378 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c8c693-89e1-4dc2-a917-a30bb41134de') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:12.397919 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730033151991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730032591252'] for port (907dbd51-7384-4ba4-8afe-7eca3b7514c4), after_delete {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.401164 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (47c8c693-89e1-4dc2-a917-a30bb41134de), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.414763 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (47c8c693-89e1-4dc2-a917-a30bb41134de), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.421149 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:37:12.421570 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (47c8c693-89e1-4dc2-a917-a30bb41134de), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.422666 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] Pushing event deleted for resources: {'Port': ['ID=907dbd51-7384-4ba4-8afe-7eca3b7514c4,revision_number=None']} {{(pid=103873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:12.426455 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d348547-9f7d-4bd6-ab27-437b587b9fc2 None None] No DVR routers for this DVR port 907dbd51-7384-4ba4-8afe-7eca3b7514c4 on host dv-cinder-822821-4-iscsi {{(pid=103873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 07 10:37:12.478758 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 47c8c693-89e1-4dc2-a917-a30bb41134de resource provider aggregate not found Jul 07 10:37:12.491045 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (ddda3840-6dd5-4197-ae4c-bd6a56e53d5c), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.495293 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.499296 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ddda3840-6dd5-4197-ae4c-bd6a56e53d5c HTTP/1.1" status: 204 len: 168 time: 0.5439570 Jul 07 10:37:12.502335 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment 47c8c693-89e1-4dc2-a917-a30bb41134de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47c8c693-89e1-4dc2-a917-a30bb41134de found for delete ", "request_id": "req-13c66a68-81c4-4418-b393-964679a46eff"}]} Jul 07 10:37:12.514541 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a325-c03e-4e13-aea6-92dc8b8b242c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddda3840-6dd5-4197-ae4c-bd6a56e53d5c,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:12.681286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50390) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:12.728850 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-5c7938ee-0f26-4f8f-aa33-3c92358b4b40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1568d5b1c4bb471f9de53f4d5cf7cc82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463917 Jul 07 10:37:12.731351 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50396) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:12.783329 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fbe64fbb-4b6c-4add-aee7-4e9bf07f9ab9 admin admin] Publish callbacks [] for security_group (569852cc-6b29-492a-ae9c-4b20943c69bf), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.805977 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fbe64fbb-4b6c-4add-aee7-4e9bf07f9ab9 admin admin] Publish callbacks [] for security_group (569852cc-6b29-492a-ae9c-4b20943c69bf), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.852110 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fbe64fbb-4b6c-4add-aee7-4e9bf07f9ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (569852cc-6b29-492a-ae9c-4b20943c69bf), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.854709 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-fbe64fbb-4b6c-4add-aee7-4e9bf07f9ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:12.855926 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-fbe64fbb-4b6c-4add-aee7-4e9bf07f9ab9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/569852cc-6b29-492a-ae9c-4b20943c69bf HTTP/1.1" status: 204 len: 168 time: 0.1235578 Jul 07 10:37:12.863505 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe64fbb-4b6c-4add-aee7-4e9bf07f9ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569852cc-6b29-492a-ae9c-4b20943c69bf,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:12.888292 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=41,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:15.260573 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:15.270468 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:15.282763 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:15.458249 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50484) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:15.502915 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Deleting subnet 22f98bd7-2a35-4de0-94ff-d27226a85c12 {{(pid=103872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:37:15.506355 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Publish callbacks [] for subnet (22f98bd7-2a35-4de0-94ff-d27226a85c12), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.545216 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13954792'] for subnet (22f98bd7-2a35-4de0-94ff-d27226a85c12), precommit_delete_associations {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.583593 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (22f98bd7-2a35-4de0-94ff-d27226a85c12), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.634717 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13954377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14357305'] for subnet (22f98bd7-2a35-4de0-94ff-d27226a85c12), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.638600 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:15.661541 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f98bd7-2a35-4de0-94ff-d27226a85c12,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:15.665984 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for subnet (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.669200 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7fecbde3-290c-4e68-812e-db1c0d896433 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22f98bd7-2a35-4de0-94ff-d27226a85c12 HTTP/1.1" status: 204 len: 168 time: 0.2094536 Jul 07 10:37:15.671666 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50486) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:15.742470 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (7292619d-92d0-4c09-95cc-a88b91dbfa08), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.821862 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (7292619d-92d0-4c09-95cc-a88b91dbfa08), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.841806 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7292619d-92d0-4c09-95cc-a88b91dbfa08']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:15.850851 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbff0ff-eab5-4e4a-876a-dc567fdf0104') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:15.851151 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbff0ff-eab5-4e4a-876a-dc567fdf0104') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:15.860486 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (dfbff0ff-eab5-4e4a-876a-dc567fdf0104), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.873344 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (dfbff0ff-eab5-4e4a-876a-dc567fdf0104), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.881192 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:37:15.881680 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (dfbff0ff-eab5-4e4a-876a-dc567fdf0104), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.900193 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment dfbff0ff-eab5-4e4a-876a-dc567fdf0104 resource provider aggregate not found Jul 07 10:37:15.937106 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment dfbff0ff-eab5-4e4a-876a-dc567fdf0104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfbff0ff-eab5-4e4a-876a-dc567fdf0104 found for delete ", "request_id": "req-f1397209-6c45-46b2-ba5f-8e77df1e5068"}]} Jul 07 10:37:15.939419 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:15.946466 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (7292619d-92d0-4c09-95cc-a88b91dbfa08), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.951073 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:15.954466 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7292619d-92d0-4c09-95cc-a88b91dbfa08 HTTP/1.1" status: 204 len: 168 time: 0.2818522 Jul 07 10:37:15.957418 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50492) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:15.969167 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c443b2-0651-4c8e-b498-855de9ad5a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7292619d-92d0-4c09-95cc-a88b91dbfa08,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:16.000730 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Deleting subnet d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0 {{(pid=103871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 07 10:37:16.003821 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Publish callbacks [] for subnet (d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.037035 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12927621'] for subnet (d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0), precommit_delete_associations {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.078857 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.128589 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12927284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58513845'] for subnet (d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.134638 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:16.141914 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-9a6f47f8-2b76-4ed6-8aef-99dc685c90d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.154098 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:16.157802 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.163532 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-9555a174-3723-465f-92fa-7516e6786cfc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5e41bb9-ca4b-4cc3-8432-fe24dfb459b0 HTTP/1.1" status: 204 len: 168 time: 0.2051213 Jul 07 10:37:16.163699 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50494) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:16.235286 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560054'] for network (6788c8c3-274e-4c30-85e0-d692472d874a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.311882 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684582', 'neutron.services.segments.db._delete_segments_for_network-8730033137273'] for network (6788c8c3-274e-4c30-85e0-d692472d874a), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.336180 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6788c8c3-274e-4c30-85e0-d692472d874a']}} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:16.345245 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9fb50c-6735-4a57-9d38-a640a9cf368a') {'for_net_delete': True} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:16.345544 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.services.segments.db [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9fb50c-6735-4a57-9d38-a640a9cf368a') {} {{(pid=103872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 10:37:16.355597 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730033138818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13954787'] for segment (bd9fb50c-6735-4a57-9d38-a640a9cf368a), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.372509 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655'] for segment (bd9fb50c-6735-4a57-9d38-a640a9cf368a), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.379307 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 10:37:16.379785 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13954483'] for segment (bd9fb50c-6735-4a57-9d38-a640a9cf368a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.435860 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16315705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16307974'] for network (6788c8c3-274e-4c30-85e0-d692472d874a), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.441400 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16315851'] for network (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.444703 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] 10.222.0.16 "DELETE /v2.0/networks/6788c8c3-274e-4c30-85e0-d692472d874a HTTP/1.1" status: 204 len: 168 time: 0.2801373 Jul 07 10:37:16.455548 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aca12-ca6c-477d-b8fb-e5f787b54a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=6788c8c3-274e-4c30-85e0-d692472d874a,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:16.609652 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50502) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:16.649113 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2cb8b7b2-0756-4cd9-8bf9-10a987aea2b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b7e696f35674b87a2550a226317fac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383437 Jul 07 10:37:16.651337 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50504) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:16.702199 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7752cbca-75fd-4cab-8518-c2517a3f473e admin admin] Publish callbacks [] for security_group (fe2b2203-47d2-4432-b70b-f8b995e81069), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.724150 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7752cbca-75fd-4cab-8518-c2517a3f473e admin admin] Publish callbacks [] for security_group (fe2b2203-47d2-4432-b70b-f8b995e81069), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.769610 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7752cbca-75fd-4cab-8518-c2517a3f473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (fe2b2203-47d2-4432-b70b-f8b995e81069), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.772750 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-7752cbca-75fd-4cab-8518-c2517a3f473e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:16.773876 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-7752cbca-75fd-4cab-8518-c2517a3f473e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe2b2203-47d2-4432-b70b-f8b995e81069 HTTP/1.1" status: 204 len: 168 time: 0.1216459 Jul 07 10:37:16.781612 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752cbca-75fd-4cab-8518-c2517a3f473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2b2203-47d2-4432-b70b-f8b995e81069,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:17.083321 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50510) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:17.123623 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-977dcb66-6f2e-42e9-8037-7e4893a946e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd6a9b88d3754a608787fb04d8889c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385389 Jul 07 10:37:17.125803 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50512) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:17.172925 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-267cdc86-8c41-43f2-9b25-601f51e34918 admin admin] Publish callbacks [] for security_group (50d63e3f-a8d5-499e-9152-0362aa646f81), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:17.180959 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:17.195528 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-267cdc86-8c41-43f2-9b25-601f51e34918 admin admin] Publish callbacks [] for security_group (50d63e3f-a8d5-499e-9152-0362aa646f81), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:17.241979 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-267cdc86-8c41-43f2-9b25-601f51e34918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (50d63e3f-a8d5-499e-9152-0362aa646f81), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:17.244512 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-267cdc86-8c41-43f2-9b25-601f51e34918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:17.245633 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-267cdc86-8c41-43f2-9b25-601f51e34918 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50d63e3f-a8d5-499e-9152-0362aa646f81 HTTP/1.1" status: 204 len: 168 time: 0.1189587 Jul 07 10:37:17.253093 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cdc86-8c41-43f2-9b25-601f51e34918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d63e3f-a8d5-499e-9152-0362aa646f81,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:17.764986 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:37:17.957009 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment bd9fb50c-6735-4a57-9d38-a640a9cf368a resource provider aggregate not found Jul 07 10:37:17.972873 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.services.segments.plugin [-] Segment bd9fb50c-6735-4a57-9d38-a640a9cf368a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd9fb50c-6735-4a57-9d38-a640a9cf368a found for delete ", "request_id": "req-7704bc3e-19fd-4e86-87bf-0420f34ab371"}]} Jul 07 10:37:18.252537 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:18.260363 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-9eb23e77-b015-47c7-aee1-bfff709f920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.285655 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50550) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:18.394025 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dde95d6e-89f1-4d8f-bf66-6dede82bbebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.471789 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dde95d6e-89f1-4d8f-bf66-6dede82bbebe admin admin] Publish callbacks [] for security_group (b73e5530-4955-47a4-b0e6-4f1316006624), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.476679 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-dde95d6e-89f1-4d8f-bf66-6dede82bbebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b73e5530-4955-47a4-b0e6-4f1316006624), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.494207 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:18.517145 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde95d6e-89f1-4d8f-bf66-6dede82bbebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e5530-4955-47a4-b0e6-4f1316006624,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:18.525035 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-dde95d6e-89f1-4d8f-bf66-6dede82bbebe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9e8cfef337c4d6ab8e7c8140294b0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383547 Jul 07 10:37:18.526272 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50562) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:18.578464 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bae972e9-ad89-48b5-87a6-cfbe8fae6901 admin admin] Publish callbacks [] for security_group (b73e5530-4955-47a4-b0e6-4f1316006624), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.601018 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bae972e9-ad89-48b5-87a6-cfbe8fae6901 admin admin] Publish callbacks [] for security_group (b73e5530-4955-47a4-b0e6-4f1316006624), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.649724 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bae972e9-ad89-48b5-87a6-cfbe8fae6901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (b73e5530-4955-47a4-b0e6-4f1316006624), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.652222 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-bae972e9-ad89-48b5-87a6-cfbe8fae6901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:18.653407 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-bae972e9-ad89-48b5-87a6-cfbe8fae6901 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b73e5530-4955-47a4-b0e6-4f1316006624 HTTP/1.1" status: 204 len: 168 time: 0.1254816 Jul 07 10:37:18.661149 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae972e9-ad89-48b5-87a6-cfbe8fae6901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e5530-4955-47a4-b0e6-4f1316006624,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:19.608230 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.064848 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.125939 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50598) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:21.229797 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2844a6eb-6b5e-4c0e-984e-81362f5b45a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.303018 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2844a6eb-6b5e-4c0e-984e-81362f5b45a5 admin admin] Publish callbacks [] for security_group (2dc8ba34-de2a-4832-8082-43f3e6d570cd), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.307067 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-2844a6eb-6b5e-4c0e-984e-81362f5b45a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (2dc8ba34-de2a-4832-8082-43f3e6d570cd), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.340085 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.344871 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a6eb-6b5e-4c0e-984e-81362f5b45a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8ba34-de2a-4832-8082-43f3e6d570cd,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:21.349087 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-2844a6eb-6b5e-4c0e-984e-81362f5b45a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d81879d0f849442e9f54936c7afb26a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221539 Jul 07 10:37:21.352029 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50602) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:21.400957 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fd7-7e18-4e8e-841d-f8f370c17770 admin admin] Publish callbacks [] for security_group (2dc8ba34-de2a-4832-8082-43f3e6d570cd), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.422700 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fd7-7e18-4e8e-841d-f8f370c17770 admin admin] Publish callbacks [] for security_group (2dc8ba34-de2a-4832-8082-43f3e6d570cd), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.471668 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fd7-7e18-4e8e-841d-f8f370c17770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (2dc8ba34-de2a-4832-8082-43f3e6d570cd), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.474509 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fd7-7e18-4e8e-841d-f8f370c17770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:21.475661 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-e53f4fd7-7e18-4e8e-841d-f8f370c17770 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dc8ba34-de2a-4832-8082-43f3e6d570cd HTTP/1.1" status: 204 len: 168 time: 0.1229210 Jul 07 10:37:21.483449 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f4fd7-7e18-4e8e-841d-f8f370c17770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8ba34-de2a-4832-8082-43f3e6d570cd,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:21.653633 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:28.514853 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:30.652877 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50716) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:30.755416 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-be1f415d-e360-418f-83ec-cb4517225480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.787788 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=7 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:30.798349 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:30.832896 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-be1f415d-e360-418f-83ec-cb4517225480 admin admin] Publish callbacks [] for security_group (d933956c-94fa-4f07-be26-483de8487c6b), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.836210 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-be1f415d-e360-418f-83ec-cb4517225480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d933956c-94fa-4f07-be26-483de8487c6b), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.874182 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-be1f415d-e360-418f-83ec-cb4517225480 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d899e20bb994def9306651e13e4e480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202561 Jul 07 10:37:30.876083 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f415d-e360-418f-83ec-cb4517225480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933956c-94fa-4f07-be26-483de8487c6b,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:30.877005 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50720) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:30.926108 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6cb2cf1f-6897-4e41-897a-fd2e71673d35 admin admin] Publish callbacks [] for security_group (d933956c-94fa-4f07-be26-483de8487c6b), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.947558 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6cb2cf1f-6897-4e41-897a-fd2e71673d35 admin admin] Publish callbacks [] for security_group (d933956c-94fa-4f07-be26-483de8487c6b), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.993336 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6cb2cf1f-6897-4e41-897a-fd2e71673d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (d933956c-94fa-4f07-be26-483de8487c6b), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.995826 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-6cb2cf1f-6897-4e41-897a-fd2e71673d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:30.996973 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-6cb2cf1f-6897-4e41-897a-fd2e71673d35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d933956c-94fa-4f07-be26-483de8487c6b HTTP/1.1" status: 204 len: 168 time: 0.1189039 Jul 07 10:37:31.004771 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2cf1f-6897-4e41-897a-fd2e71673d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933956c-94fa-4f07-be26-483de8487c6b,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:31.649623 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:40.869648 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:INSERT=5,neutron:SELECT=16 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:40.872263 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=6 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:40.999977 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:41.001135 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:41.017915 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:44.815295 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:44.816044 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:37:46.143198 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c929b7e7-bebc-42ca-8ad7-cccf7cba7c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:48.262631 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-af878877-806b-40d9-a06a-6cdc4563f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.382599 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50840) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:49.488841 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4a23cc05-ec53-45ad-b9f8-1bf41dbb0845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.565500 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4a23cc05-ec53-45ad-b9f8-1bf41dbb0845 admin admin] Publish callbacks [] for security_group (7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.569398 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-4a23cc05-ec53-45ad-b9f8-1bf41dbb0845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.609635 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.612314 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-4a23cc05-ec53-45ad-b9f8-1bf41dbb0845 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b21e59c4422445bf9ca21d6f9fa0511d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280362 Jul 07 10:37:49.612756 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50844) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:49.613314 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23cc05-ec53-45ad-b9f8-1bf41dbb0845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:49.661908 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-635b2821-e860-4c24-80cd-3aa524439d37 admin admin] Publish callbacks [] for security_group (7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.682771 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-635b2821-e860-4c24-80cd-3aa524439d37 admin admin] Publish callbacks [] for security_group (7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.729554 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-635b2821-e860-4c24-80cd-3aa524439d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.732184 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-635b2821-e860-4c24-80cd-3aa524439d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:49.733331 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-635b2821-e860-4c24-80cd-3aa524439d37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3 HTTP/1.1" status: 204 len: 168 time: 0.1195250 Jul 07 10:37:49.740929 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b2821-e860-4c24-80cd-3aa524439d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b39d6-9027-4fab-8a0c-fffbe9e7baf3,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:51.065883 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:51.341461 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:51.672445 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.645449 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 50910) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:53.753491 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-658a0847-d50d-4493-968b-c54b4baf18d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.828722 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-658a0847-d50d-4493-968b-c54b4baf18d1 admin admin] Publish callbacks [] for security_group (46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.832263 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-658a0847-d50d-4493-968b-c54b4baf18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.869913 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-658a0847-d50d-4493-968b-c54b4baf18d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e8aaa5731e042aabfcb901f48247a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234380 Jul 07 10:37:53.871818 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a0847-d50d-4493-968b-c54b4baf18d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:53.872656 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 50914) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:37:53.922896 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-21166883-b9cf-4e96-8269-b8e86c29ca59 admin admin] Publish callbacks [] for security_group (46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.943897 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-21166883-b9cf-4e96-8269-b8e86c29ca59 admin admin] Publish callbacks [] for security_group (46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.989566 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-21166883-b9cf-4e96-8269-b8e86c29ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.993186 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-21166883-b9cf-4e96-8269-b8e86c29ca59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:37:53.994416 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-21166883-b9cf-4e96-8269-b8e86c29ca59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde HTTP/1.1" status: 204 len: 168 time: 0.1207020 Jul 07 10:37:54.001967 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166883-b9cf-4e96-8269-b8e86c29ca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c7fa27-ece9-47e4-a6d4-fb9b1ddd6cde,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:37:54.765188 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:38:03.865459 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:03.867851 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=35,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:03.997333 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:03.998084 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:05.124680 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:05.128970 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:11.833500 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:11.842628 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=8 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:16.144433 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5a11c124-bb56-4da3-99d0-f0a38a6bca3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:18.264308 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-d0d0175f-066e-49e5-a22d-ba14d7ff584c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:19.613667 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:21.069220 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:21.343224 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:21.670149 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:30.748719 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 51172) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:38:30.893227 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:30.966468 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Publish callbacks [] for security_group (c9e8a0ee-c009-4591-92dd-07b89acd781e), precommit_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:30.970163 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c9e8a0ee-c009-4591-92dd-07b89acd781e), after_create {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:31.007156 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e8a0ee-c009-4591-92dd-07b89acd781e,revision_number=1']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:38:31.011668 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=321e2090fdc44ef8a439388cce011381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619283 Jul 07 10:38:31.014439 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 51176) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:38:31.017452 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.017800 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.018142 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.018481 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.018834 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.019164 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.019492 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.019844 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.020172 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.020498 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.020840 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.021145 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.021467 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.021783 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.022099 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe544f5-f9c5-44f1-9c72-c7f840e17198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.064017 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Publish callbacks [] for security_group (c9e8a0ee-c009-4591-92dd-07b89acd781e), before_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:31.084940 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Publish callbacks [] for security_group (c9e8a0ee-c009-4591-92dd-07b89acd781e), precommit_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:31.129623 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (c9e8a0ee-c009-4591-92dd-07b89acd781e), after_delete {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:31.132255 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:31.133437 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9e8a0ee-c009-4591-92dd-07b89acd781e HTTP/1.1" status: 204 len: 168 time: 0.1179540 Jul 07 10:38:31.140868 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e8a0ee-c009-4591-92dd-07b89acd781e,revision_number=None']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:38:31.148067 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.148413 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.148751 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.149088 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.149417 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.149736 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.150059 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.150380 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.150701 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.151022 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.151343 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.151660 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.152001 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.152316 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.152631 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3e4ad-80ef-4ade-b190-bd7dc18eafef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 10:38:31.666560 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:31.765136 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:38:39.082951 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [-] (103871) accepted ('10.222.0.16', 51246) {{(pid=103871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:38:39.195734 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c41d7111-58d4-447f-bb76-d66ce8acd6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.270571 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c41d7111-58d4-447f-bb76-d66ce8acd6cc admin admin] Publish callbacks [] for security_group (08c06f6c-ef73-4cb4-9d53-fbc0f0f53505), precommit_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.275067 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c41d7111-58d4-447f-bb76-d66ce8acd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (08c06f6c-ef73-4cb4-9d53-fbc0f0f53505), after_create {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.314489 dv-cinder-822821-4-iscsi neutron-server[103871]: INFO neutron.wsgi [None req-c41d7111-58d4-447f-bb76-d66ce8acd6cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dca351f9555745dd829bf0a8f7a877d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305028 Jul 07 10:38:39.315345 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d7111-58d4-447f-bb76-d66ce8acd6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c06f6c-ef73-4cb4-9d53-fbc0f0f53505,revision_number=1']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:38:39.317247 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [-] (103872) accepted ('10.222.0.16', 51250) {{(pid=103872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 07 10:38:39.368614 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc40-3de3-4b98-ba17-2f6e16b1fe26 admin admin] Publish callbacks [] for security_group (08c06f6c-ef73-4cb4-9d53-fbc0f0f53505), before_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.389892 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc40-3de3-4b98-ba17-2f6e16b1fe26 admin admin] Publish callbacks [] for security_group (08c06f6c-ef73-4cb4-9d53-fbc0f0f53505), precommit_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.435787 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc40-3de3-4b98-ba17-2f6e16b1fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509410'] for security_group (08c06f6c-ef73-4cb4-9d53-fbc0f0f53505), after_delete {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.438277 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron_lib.callbacks.manager [None req-2d54bc40-3de3-4b98-ba17-2f6e16b1fe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:39.439417 dv-cinder-822821-4-iscsi neutron-server[103872]: INFO neutron.wsgi [None req-2d54bc40-3de3-4b98-ba17-2f6e16b1fe26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08c06f6c-ef73-4cb4-9d53-fbc0f0f53505 HTTP/1.1" status: 204 len: 168 time: 0.1211200 Jul 07 10:38:39.447434 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54bc40-3de3-4b98-ba17-2f6e16b1fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c06f6c-ef73-4cb4-9d53-fbc0f0f53505,revision_number=None']} {{(pid=103872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 10:38:46.134751 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:46.146005 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ad679e9d-3505-450c-aa73-9f8d76a113a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:48.265085 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-54ff9fa0-cae7-448f-85c7-60debd4111c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:48.846069 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=14 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:48.850813 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=20 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:49.308556 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=32,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:49.311120 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:49.442222 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:49.442921 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG dbcounter [-] [103872] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103872) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:38:49.615516 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:51.076838 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:51.346116 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:38:51.686259 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:01.677943 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:01.680176 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:08.763939 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:39:16.147421 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-5c64da1d-108f-4a28-b290-a52d826c7de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:18.266360 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a0e2994c-344e-4413-8350-2bbf4f81e0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:19.619522 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:21.074474 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:21.347925 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:21.703712 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:25.842825 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:25.848541 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=6 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:31.696804 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:31.699877 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:44.811269 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:39:45.763409 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:39:46.149569 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-dfbea43e-e6bb-41d3-86e7-4b3b61501ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:48.267481 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-97877234-9f46-407f-9793-fc0a6b5f5914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:49.624756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:51.076975 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:51.354800 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:39:51.703256 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:02.840161 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:02.845200 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:05.125738 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:05.127618 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:16.152212 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4cbf-9564-4435-9e16-a1be98ea1767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:18.268248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ffa00291-366b-4134-b549-dcd06cf1fdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:19.624600 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:21.082375 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:21.347159 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:21.704209 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:22.762339 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:40:31.693321 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:31.699908 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:45.121170 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=16 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:45.123478 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=18 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:40:46.153356 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ef0d-99f3-42c1-bd9b-b5efe862f837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:48.269161 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-f48cb797-8938-4d1c-8987-51750e9c02ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:49.627992 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:51.084667 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:51.348477 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:51.735293 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:40:59.761941 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:41:01.729460 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:01.731282 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:16.158115 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-75a17e4d-5266-445c-8fb2-71fdef2158f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:16.834620 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:16.838642 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:18.270371 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-1ab0a665-e9ca-415c-a356-836f09faaac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:19.630885 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:21.085469 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:21.351564 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:21.751092 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:31.745349 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:31.747248 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:36.762460 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:41:46.160834 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-89d49776-e664-4c7f-8ae9-da2f292fcaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:48.271997 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-03fbb3f7-6858-497a-9b1c-fee7f2bd23b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:49.637756 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:51.088375 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:51.354186 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:51.750890 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:41:53.839089 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:41:53.843471 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:05.126701 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:05.130959 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:13.761518 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:42:16.162448 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-84022436-f063-4a68-a35f-7e22ae739462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:18.273762 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-fb063942-f30a-43e4-8d9f-6705d9c35ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:19.637909 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:21.090948 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:21.355733 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:21.755418 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:30.845223 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=3 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:30.849382 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:31.744357 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:31.749252 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:45.136510 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=12 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:45.138483 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=14 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:42:46.163760 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e8cc-1a2d-4575-9f21-5ab52eb1ded6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:48.268897 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4397f9b7-af69-427f-b0c1-c9394de02da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:49.640158 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:50.761399 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:42:51.093065 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:51.357962 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:51.762218 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:42:57.567351 dv-cinder-822821-4-iscsi neutron-server[103871]: DEBUG neutron.wsgi [req-8ae6ccee-d3dd-40ec-aab6-bd6f316deea3 req-82114a5e-7f09-4e36-9e25-d0530a04314c service neutron] (103871) timed out ('10.222.0.58', 64538) {{(pid=103871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 07 10:43:01.755204 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:01.757027 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:02.434179 dv-cinder-822821-4-iscsi neutron-server[103872]: DEBUG neutron.wsgi [req-c3e26f70-60fa-4282-a277-2ced5ea5da1b req-d4c74075-1fea-44a4-a943-770e019a415f service neutron] (103872) timed out ('10.222.0.58', 64550) {{(pid=103872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 07 10:43:07.839541 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:07.844637 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=5 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:16.165949 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-249138be-ab67-45a5-8529-2b6df5ac1a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:18.272757 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-0c25e579-a7ce-4521-9fdb-c2d223e04a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:19.641299 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:21.095849 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:21.359357 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:21.782923 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:27.760963 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:43:31.776794 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:31.778692 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:44.838662 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:44.849849 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=7 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:43:46.168054 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-ca560ac6-5ba6-4e79-9377-0e3525af3dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (bee95161-0631-4655-bbc6-b8b3fcb09aa1), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:48.274436 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-4665045a-1789-4e7e-8dd6-bba53556b554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (1bfcdf0a-6dd2-4d52-969a-731df869d89a), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:49.644547 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-a9ae768e-9550-4e2e-ab36-ca7172d02e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (cdfb6130-6e71-4ac2-8bff-f61f7c9213dc), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:51.100907 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-19966dcf-5ca4-4519-a29d-c21c55e15bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (a0940ef7-6baf-455f-aa78-6e06162f2ddb), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:51.361511 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-c81459c5-4916-4469-baa6-6389b9adbe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (17fd767b-ccc0-4499-a188-c88c88543cc4), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:43:51.791790 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-e8aefd9b-51c6-4321-9fdd-fca070cb9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730033137255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (8f18c25a-d813-490f-a6aa-accf5eb7f544), after_update {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 07 10:44:04.761071 dv-cinder-822821-4-iscsi neutron-server[103874]: DEBUG neutron.db.agents_db [None req-35b88092-09ed-4a3f-8b00-b59c5b713675 None None] Agent healthcheck: found 6 active agents {{(pid=103874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 10:44:05.130759 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 07 10:44:05.133439 dv-cinder-822821-4-iscsi neutron-server[103873]: DEBUG dbcounter [-] [103873] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=103873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}